2024-08-17T16:37:21.014 INFO:root:teuthology version: 1.2.0 2024-08-17T16:37:21.054 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T16:37:21.159 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320 branch: main description: upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - echo wait for mgr daemons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - echo wait for minority of mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for majority of mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for all mons to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - sleep 60 - echo wait for half of osds to upgrade - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types osd --limit 4 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '7858320' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - sleep 60 - echo wait for upgrade to complete - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 17 sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: reef clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 11/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 targets: smithi047.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENOjFOCwz4RPYnWvnuWLXZ8Wd0MfrZ51odguB9nUEIh6jOSuZEhupasp4LYfvT0O+K8KuJklzusqY04jN8tQFs= smithi106.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOgqqEFhmyxcr3YMKnVAnW1qRZj69wxR+bbhKj3nImYQkP2r8YrjtmHL58daEcvnLLtqi64dCd6yL7cixfqkFyc= tasks: - pexec: all: - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-17_03:08:15 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-08-17T16:37:21.159 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa; will attempt to use it 2024-08-17T16:37:21.160 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks 2024-08-17T16:37:21.160 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-17T16:37:21.162 INFO:teuthology.task.internal:Checking packages... 2024-08-17T16:37:21.186 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453' 2024-08-17T16:37:21.186 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:37:21.186 INFO:teuthology.packaging:ref: None 2024-08-17T16:37:21.186 INFO:teuthology.packaging:tag: None 2024-08-17T16:37:21.186 INFO:teuthology.packaging:branch: main 2024-08-17T16:37:21.186 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:37:21.186 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-08-17T16:37:21.399 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5842.g4887e20f 2024-08-17T16:37:21.402 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-17T16:37:21.410 INFO:teuthology.task.internal:no buildpackages task found 2024-08-17T16:37:21.410 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-17T16:37:21.417 INFO:teuthology.task.internal:Saving configuration 2024-08-17T16:37:21.449 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-17T16:37:21.456 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-17T16:37:21.484 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi047.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:32:31.697640', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBENOjFOCwz4RPYnWvnuWLXZ8Wd0MfrZ51odguB9nUEIh6jOSuZEhupasp4LYfvT0O+K8KuJklzusqY04jN8tQFs='} 2024-08-17T16:37:21.518 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi106.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:32:31.699009', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOgqqEFhmyxcr3YMKnVAnW1qRZj69wxR+bbhKj3nImYQkP2r8YrjtmHL58daEcvnLLtqi64dCd6yL7cixfqkFyc='} 2024-08-17T16:37:21.518 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-17T16:37:21.524 INFO:teuthology.task.internal:roles: ubuntu@smithi047.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-17T16:37:21.524 INFO:teuthology.task.internal:roles: ubuntu@smithi106.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-17T16:37:21.524 INFO:teuthology.run_tasks:Running task console_log... 2024-08-17T16:37:21.594 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f35f4f6bac0>, signals=[15]) 2024-08-17T16:37:21.594 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-17T16:37:21.600 INFO:teuthology.task.internal:Opening connections... 2024-08-17T16:37:21.600 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi047.front.sepia.ceph.com 2024-08-17T16:37:21.601 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:37:21.685 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi106.front.sepia.ceph.com 2024-08-17T16:37:21.685 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:37:21.769 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-17T16:37:21.778 DEBUG:teuthology.orchestra.run.smithi047:> uname -m 2024-08-17T16:37:21.796 INFO:teuthology.orchestra.run.smithi047.stdout:x86_64 2024-08-17T16:37:21.797 DEBUG:teuthology.orchestra.run.smithi047:> cat /etc/os-release 2024-08-17T16:37:21.854 INFO:teuthology.orchestra.run.smithi047.stdout:NAME="CentOS Stream" 2024-08-17T16:37:21.854 INFO:teuthology.orchestra.run.smithi047.stdout:VERSION="9" 2024-08-17T16:37:21.854 INFO:teuthology.orchestra.run.smithi047.stdout:ID="centos" 2024-08-17T16:37:21.854 INFO:teuthology.orchestra.run.smithi047.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:VERSION_ID="9" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:ANSI_COLOR="0;31" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:37:21.855 INFO:teuthology.orchestra.run.smithi047.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:37:21.856 INFO:teuthology.lock.ops:Updating smithi047.front.sepia.ceph.com on lock server 2024-08-17T16:37:21.884 DEBUG:teuthology.orchestra.run.smithi106:> uname -m 2024-08-17T16:37:21.901 INFO:teuthology.orchestra.run.smithi106.stdout:x86_64 2024-08-17T16:37:21.902 DEBUG:teuthology.orchestra.run.smithi106:> cat /etc/os-release 2024-08-17T16:37:21.958 INFO:teuthology.orchestra.run.smithi106.stdout:NAME="CentOS Stream" 2024-08-17T16:37:21.958 INFO:teuthology.orchestra.run.smithi106.stdout:VERSION="9" 2024-08-17T16:37:21.958 INFO:teuthology.orchestra.run.smithi106.stdout:ID="centos" 2024-08-17T16:37:21.958 INFO:teuthology.orchestra.run.smithi106.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:37:21.958 INFO:teuthology.orchestra.run.smithi106.stdout:VERSION_ID="9" 2024-08-17T16:37:21.958 INFO:teuthology.orchestra.run.smithi106.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:ANSI_COLOR="0;31" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:37:21.959 INFO:teuthology.orchestra.run.smithi106.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:37:21.959 INFO:teuthology.lock.ops:Updating smithi106.front.sepia.ceph.com on lock server 2024-08-17T16:37:21.992 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-17T16:37:22.001 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-17T16:37:22.006 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-17T16:37:22.006 DEBUG:teuthology.orchestra.run.smithi047:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:37:22.009 DEBUG:teuthology.orchestra.run.smithi106:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:37:22.025 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-17T16:37:22.031 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-17T16:37:22.031 DEBUG:teuthology.orchestra.run.smithi047:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:37:22.066 DEBUG:teuthology.orchestra.run.smithi106:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:37:22.156 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-17T16:37:22.228 INFO:teuthology.run_tasks:Running task kernel... 2024-08-17T16:37:22.243 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-17T16:37:22.243 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-17T16:37:22.243 DEBUG:teuthology.orchestra.run.smithi047:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:37:22.244 DEBUG:teuthology.orchestra.run.smithi106:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:37:22.260 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:37:22.261 DEBUG:teuthology.orchestra.run.smithi106:> uname -r 2024-08-17T16:37:22.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:37:22.262 DEBUG:teuthology.orchestra.run.smithi047:> uname -r 2024-08-17T16:37:22.318 INFO:teuthology.orchestra.run.smithi106.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:37:22.318 INFO:teuthology.task.kernel:Running kernel on smithi106: 5.14.0-437.el9.x86_64 2024-08-17T16:37:22.318 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum install -y kernel 2024-08-17T16:37:22.319 INFO:teuthology.orchestra.run.smithi047.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:37:22.319 INFO:teuthology.task.kernel:Running kernel on smithi047: 5.14.0-437.el9.x86_64 2024-08-17T16:37:22.320 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum install -y kernel 2024-08-17T16:37:24.599 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-08-17T16:37:25.743 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-08-17T16:37:28.961 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - AppStream 9.5 MB/s | 20 MB 00:02 2024-08-17T16:37:33.161 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.6 MB 00:00 2024-08-17T16:37:33.375 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - AppStream 2.6 MB/s | 20 MB 00:07 2024-08-17T16:37:34.787 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - Extras packages 69 kB/s | 18 kB 00:00 2024-08-17T16:37:36.015 INFO:teuthology.orchestra.run.smithi106.stdout:Extra Packages for Enterprise Linux 20 MB/s | 22 MB 00:01 2024-08-17T16:37:38.142 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.6 MB 00:00 2024-08-17T16:37:39.592 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - Extras packages 102 kB/s | 18 kB 00:00 2024-08-17T16:37:40.713 INFO:teuthology.orchestra.run.smithi047.stdout:Extra Packages for Enterprise Linux 23 MB/s | 22 MB 00:00 2024-08-17T16:37:41.355 INFO:teuthology.orchestra.run.smithi106.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-08-17T16:37:43.311 INFO:teuthology.orchestra.run.smithi106.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:37:43.311 INFO:teuthology.orchestra.run.smithi106.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:37:43.407 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:37:43.419 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:37:43.419 INFO:teuthology.orchestra.run.smithi106.stdout: Package Architecture Version Repository Size 2024-08-17T16:37:43.419 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:37:43.419 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:37:43.419 INFO:teuthology.orchestra.run.smithi106.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout:Install 4 Packages 2024-08-17T16:37:43.420 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:37:43.421 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 84 M 2024-08-17T16:37:43.421 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 126 M 2024-08-17T16:37:43.421 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:37:43.631 INFO:teuthology.orchestra.run.smithi106.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 10 MB/s | 1.5 MB 00:00 2024-08-17T16:37:44.132 INFO:teuthology.orchestra.run.smithi106.stdout:(2/4): kernel-modules-core-5.14.0-480.el9.x86_6 60 MB/s | 30 MB 00:00 2024-08-17T16:37:44.473 INFO:teuthology.orchestra.run.smithi106.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 36 MB/s | 36 MB 00:00 2024-08-17T16:37:44.924 INFO:teuthology.orchestra.run.smithi106.stdout:(4/4): kernel-core-5.14.0-480.el9.x86_64.rpm 12 MB/s | 17 MB 00:01 2024-08-17T16:37:44.924 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:37:44.924 INFO:teuthology.orchestra.run.smithi106.stdout:Total 56 MB/s | 84 MB 00:01 2024-08-17T16:37:45.658 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:37:45.997 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:37:45.997 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:37:46.286 INFO:teuthology.orchestra.run.smithi047.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-08-17T16:37:47.002 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:37:47.002 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:37:48.375 INFO:teuthology.orchestra.run.smithi047.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:37:48.376 INFO:teuthology.orchestra.run.smithi047.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:37:48.486 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:37:48.500 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:37:48.500 INFO:teuthology.orchestra.run.smithi047.stdout: Package Architecture Version Repository Size 2024-08-17T16:37:48.500 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:37:48.500 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout:Install 4 Packages 2024-08-17T16:37:48.501 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:37:48.502 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 84 M 2024-08-17T16:37:48.502 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 126 M 2024-08-17T16:37:48.502 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:37:49.453 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:37:49.696 INFO:teuthology.orchestra.run.smithi047.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.6 MB/s | 1.5 MB 00:00 2024-08-17T16:37:50.351 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:37:50.387 INFO:teuthology.orchestra.run.smithi047.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 11 MB/s | 17 MB 00:01 2024-08-17T16:37:50.441 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:37:51.521 INFO:teuthology.orchestra.run.smithi047.stdout:(3/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 13 MB/s | 36 MB 00:02 2024-08-17T16:37:52.054 INFO:teuthology.orchestra.run.smithi047.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 13 MB/s | 30 MB 00:02 2024-08-17T16:37:52.054 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:37:52.055 INFO:teuthology.orchestra.run.smithi047.stdout:Total 24 MB/s | 84 MB 00:03 2024-08-17T16:37:52.820 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:37:53.090 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:37:53.226 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:37:53.226 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:37:53.236 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:37:54.264 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:37:54.265 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:37:56.856 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:37:57.555 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:37:57.646 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:37:58.083 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:37:58.146 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:00.431 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:38:00.581 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:38:02.989 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:05.785 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:38:05.841 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:11.070 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:32.973 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:33.013 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:33.375 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:33.376 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:38:33.376 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:38:33.376 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:38:34.212 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:34.212 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:38:34.213 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:38:34.213 INFO:teuthology.orchestra.run.smithi106.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:38:34.213 INFO:teuthology.orchestra.run.smithi106.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:38:34.213 INFO:teuthology.orchestra.run.smithi106.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:38:34.213 INFO:teuthology.orchestra.run.smithi106.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:38:34.213 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:38:34.213 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:38:34.586 DEBUG:teuthology.orchestra.run.smithi106:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:38:34.686 INFO:teuthology.orchestra.run.smithi106.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:38:34.687 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:38:34.687 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:38:34.687 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:38:34.687 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:38:34.687 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-17T16:38:34.687 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi106.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:38:34.687 DEBUG:teuthology.orchestra.run.smithi106:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:38:34.745 INFO:teuthology.orchestra.run.smithi106.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:38:34.746 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:38:34.746 DEBUG:teuthology.orchestra.run.smithi106:> sudo rpm -qi grub2-tools 2024-08-17T16:38:34.776 INFO:teuthology.orchestra.run.smithi106.stdout:Name : grub2-tools 2024-08-17T16:38:34.776 INFO:teuthology.orchestra.run.smithi106.stdout:Epoch : 1 2024-08-17T16:38:34.776 INFO:teuthology.orchestra.run.smithi106.stdout:Version : 2.06 2024-08-17T16:38:34.776 INFO:teuthology.orchestra.run.smithi106.stdout:Release : 68.el9 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Architecture: x86_64 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Group : Unspecified 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Size : 8264254 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:License : GPLv3+ 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Packager : builder@centos.org 2024-08-17T16:38:34.777 INFO:teuthology.orchestra.run.smithi106.stdout:Vendor : CentOS 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:Summary : Support tools for GRUB. 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:Description : 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:hardware devices. 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:38:34.778 INFO:teuthology.orchestra.run.smithi106.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:38:34.780 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:38:34.780 INFO:teuthology.task.kernel:Updating grub on smithi106 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:38:34.780 DEBUG:teuthology.orchestra.run.smithi106:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:38:35.384 INFO:teuthology.orchestra.run.smithi106.stderr:Generating grub configuration file ... 2024-08-17T16:38:36.751 INFO:teuthology.orchestra.run.smithi106.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:38:36.782 INFO:teuthology.orchestra.run.smithi106.stderr:done 2024-08-17T16:38:36.784 DEBUG:teuthology.orchestra.run.smithi106:> mktemp 2024-08-17T16:38:36.799 INFO:teuthology.orchestra.run.smithi106.stdout:/tmp/tmp.XL4AP9XOzK 2024-08-17T16:38:36.799 DEBUG:teuthology.orchestra.run.smithi106:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.XL4AP9XOzK 2024-08-17T16:38:36.864 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 0666 /tmp/tmp.XL4AP9XOzK 2024-08-17T16:38:36.997 DEBUG:teuthology.orchestra.remote:smithi106:/tmp/tmp.XL4AP9XOzK is 6KB 2024-08-17T16:38:37.046 DEBUG:teuthology.orchestra.run.smithi106:> rm -fr /tmp/tmp.XL4AP9XOzK 2024-08-17T16:38:37.061 DEBUG:teuthology.orchestra.run.smithi106:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:38:37.122 INFO:teuthology.orchestra.run.smithi106.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:38:37.122 INFO:teuthology.orchestra.run.smithi106.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:38:37.122 INFO:teuthology.orchestra.run.smithi106.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:38:37.122 INFO:teuthology.orchestra.run.smithi106.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:38:37.123 DEBUG:teuthology.orchestra.run.smithi106:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:38:37.294 DEBUG:teuthology.orchestra.run.smithi106:> sudo shutdown -r now 2024-08-17T16:38:42.493 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:42.536 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:42.918 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:42.918 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:38:42.918 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:38:42.919 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:38:43.767 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:38:44.174 DEBUG:teuthology.orchestra.run.smithi047:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:38:44.281 INFO:teuthology.orchestra.run.smithi047.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:38:44.282 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:38:44.282 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:38:44.282 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:38:44.282 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:38:44.282 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-17T16:38:44.282 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi047.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:38:44.283 DEBUG:teuthology.orchestra.run.smithi047:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:38:44.341 INFO:teuthology.orchestra.run.smithi047.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:38:44.342 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:38:44.342 DEBUG:teuthology.orchestra.run.smithi047:> sudo rpm -qi grub2-tools 2024-08-17T16:38:44.373 INFO:teuthology.orchestra.run.smithi047.stdout:Name : grub2-tools 2024-08-17T16:38:44.373 INFO:teuthology.orchestra.run.smithi047.stdout:Epoch : 1 2024-08-17T16:38:44.373 INFO:teuthology.orchestra.run.smithi047.stdout:Version : 2.06 2024-08-17T16:38:44.373 INFO:teuthology.orchestra.run.smithi047.stdout:Release : 68.el9 2024-08-17T16:38:44.373 INFO:teuthology.orchestra.run.smithi047.stdout:Architecture: x86_64 2024-08-17T16:38:44.373 INFO:teuthology.orchestra.run.smithi047.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Group : Unspecified 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Size : 8264254 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:License : GPLv3+ 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Packager : builder@centos.org 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Vendor : CentOS 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Summary : Support tools for GRUB. 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:Description : 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:38:44.374 INFO:teuthology.orchestra.run.smithi047.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:38:44.375 INFO:teuthology.orchestra.run.smithi047.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:38:44.375 INFO:teuthology.orchestra.run.smithi047.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:38:44.375 INFO:teuthology.orchestra.run.smithi047.stdout:hardware devices. 2024-08-17T16:38:44.375 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:38:44.375 INFO:teuthology.orchestra.run.smithi047.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:38:44.376 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:38:44.376 INFO:teuthology.task.kernel:Updating grub on smithi047 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:38:44.376 DEBUG:teuthology.orchestra.run.smithi047:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:38:44.993 INFO:teuthology.orchestra.run.smithi047.stderr:Generating grub configuration file ... 2024-08-17T16:38:46.405 INFO:teuthology.orchestra.run.smithi047.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:38:46.431 INFO:teuthology.orchestra.run.smithi047.stderr:done 2024-08-17T16:38:46.433 DEBUG:teuthology.orchestra.run.smithi047:> mktemp 2024-08-17T16:38:46.448 INFO:teuthology.orchestra.run.smithi047.stdout:/tmp/tmp.Sm5bOvZoU9 2024-08-17T16:38:46.448 DEBUG:teuthology.orchestra.run.smithi047:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Sm5bOvZoU9 2024-08-17T16:38:46.513 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 0666 /tmp/tmp.Sm5bOvZoU9 2024-08-17T16:38:46.650 DEBUG:teuthology.orchestra.remote:smithi047:/tmp/tmp.Sm5bOvZoU9 is 6KB 2024-08-17T16:38:46.671 DEBUG:teuthology.orchestra.run.smithi047:> rm -fr /tmp/tmp.Sm5bOvZoU9 2024-08-17T16:38:46.686 DEBUG:teuthology.orchestra.run.smithi047:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:38:46.758 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:38:46.758 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:38:46.758 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:38:46.758 INFO:teuthology.orchestra.run.smithi047.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:38:46.759 DEBUG:teuthology.orchestra.run.smithi047:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:38:46.921 DEBUG:teuthology.orchestra.run.smithi047:> sudo shutdown -r now 2024-08-17T16:39:07.315 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-17T16:39:07.316 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2024-08-17T16:39:07.317 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:39:16.934 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-17T16:39:16.935 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-08-17T16:39:16.935 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:39:25.663 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.106 2024-08-17T16:39:34.670 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2024-08-17T16:39:34.671 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:39:35.394 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.47 2024-08-17T16:39:44.403 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-08-17T16:39:44.404 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:40:34.731 DEBUG:teuthology.orchestra.remote:timed out 2024-08-17T16:40:44.424 DEBUG:teuthology.orchestra.remote:timed out 2024-08-17T16:40:46.734 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2024-08-17T16:40:46.735 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:40:47.197 DEBUG:teuthology.orchestra.run.smithi106:> true 2024-08-17T16:40:47.597 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi106.front.sepia.ceph.com' 2024-08-17T16:40:47.597 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:40:47.598 DEBUG:teuthology.orchestra.run.smithi106:> uname -r 2024-08-17T16:40:47.615 INFO:teuthology.orchestra.run.smithi106.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:40:47.615 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:40:47.615 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:40:47.615 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:40:48.616 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-17T16:40:48.616 DEBUG:teuthology.orchestra.run.smithi106:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:40:48.683 INFO:teuthology.orchestra.run.smithi106.stdout:ttyS1 2024-08-17T16:40:48.729 DEBUG:teuthology.parallel:result is None 2024-08-17T16:40:56.426 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-08-17T16:40:56.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:40:56.756 DEBUG:teuthology.orchestra.run.smithi047:> true 2024-08-17T16:40:57.131 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-08-17T16:40:57.131 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:40:57.131 DEBUG:teuthology.orchestra.run.smithi047:> uname -r 2024-08-17T16:40:57.148 INFO:teuthology.orchestra.run.smithi047.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:40:57.148 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:40:57.148 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:40:57.148 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:40:58.149 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-17T16:40:58.149 DEBUG:teuthology.orchestra.run.smithi047:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:40:58.221 INFO:teuthology.orchestra.run.smithi047.stdout:ttyS1 2024-08-17T16:40:58.247 DEBUG:teuthology.parallel:result is None 2024-08-17T16:40:58.248 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-17T16:40:58.254 INFO:teuthology.task.internal:Creating test directory... 2024-08-17T16:40:58.255 DEBUG:teuthology.orchestra.run.smithi047:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:40:58.257 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:40:58.276 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-17T16:40:58.282 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-17T16:40:58.291 INFO:teuthology.task.internal:Creating archive directory... 2024-08-17T16:40:58.292 DEBUG:teuthology.orchestra.run.smithi047:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:40:58.316 DEBUG:teuthology.orchestra.run.smithi106:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:40:58.355 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-17T16:40:58.361 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-17T16:40:58.361 DEBUG:teuthology.orchestra.run.smithi047:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:40:58.391 DEBUG:teuthology.orchestra.run.smithi106:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:40:58.428 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:40:58.428 INFO:teuthology.orchestra.run.smithi106.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:40:58.439 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:40:58.440 INFO:teuthology.orchestra.run.smithi106.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:40:58.442 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-17T16:40:58.448 INFO:teuthology.task.internal:Configuring sudo... 2024-08-17T16:40:58.448 DEBUG:teuthology.orchestra.run.smithi047:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:40:58.483 DEBUG:teuthology.orchestra.run.smithi106:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:40:58.510 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-17T16:40:58.519 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-17T16:40:58.520 DEBUG:teuthology.orchestra.run.smithi047:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:40:58.553 DEBUG:teuthology.orchestra.run.smithi106:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:40:58.569 DEBUG:teuthology.orchestra.run.smithi047:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:40:58.658 DEBUG:teuthology.orchestra.run.smithi047:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:40:58.698 DEBUG:teuthology.orchestra.run.smithi047:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:40:58.788 DEBUG:teuthology.orchestra.run.smithi047:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:40:58.825 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:40:58.825 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:40:58.892 DEBUG:teuthology.orchestra.run.smithi106:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:40:58.948 DEBUG:teuthology.orchestra.run.smithi106:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:40:58.990 DEBUG:teuthology.orchestra.run.smithi106:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:40:59.082 DEBUG:teuthology.orchestra.run.smithi106:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:40:59.118 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:40:59.118 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:40:59.185 DEBUG:teuthology.orchestra.run.smithi047:> sudo service rsyslog restart 2024-08-17T16:40:59.188 DEBUG:teuthology.orchestra.run.smithi106:> sudo service rsyslog restart 2024-08-17T16:40:59.235 INFO:teuthology.orchestra.run.smithi047.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:40:59.264 INFO:teuthology.orchestra.run.smithi106.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:40:59.715 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-17T16:40:59.722 INFO:teuthology.task.internal:Starting timer... 2024-08-17T16:40:59.722 INFO:teuthology.run_tasks:Running task pcp... 2024-08-17T16:40:59.736 INFO:teuthology.run_tasks:Running task selinux... 2024-08-17T16:40:59.747 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-08-17T16:40:59.747 DEBUG:teuthology.orchestra.run.smithi047:> sudo service auditd rotate 2024-08-17T16:40:59.814 INFO:teuthology.orchestra.run.smithi047.stdout:Rotating logs: 2024-08-17T16:40:59.816 DEBUG:teuthology.orchestra.run.smithi106:> sudo service auditd rotate 2024-08-17T16:40:59.858 INFO:teuthology.orchestra.run.smithi106.stdout:Rotating logs: 2024-08-17T16:40:59.860 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-17T16:40:59.860 DEBUG:teuthology.orchestra.run.smithi047:> /usr/sbin/getenforce 2024-08-17T16:40:59.899 INFO:teuthology.orchestra.run.smithi047.stdout:Permissive 2024-08-17T16:40:59.900 DEBUG:teuthology.orchestra.run.smithi106:> /usr/sbin/getenforce 2024-08-17T16:40:59.931 INFO:teuthology.orchestra.run.smithi106.stdout:Permissive 2024-08-17T16:40:59.932 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi047.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi106.front.sepia.ceph.com': 'permissive'} 2024-08-17T16:40:59.932 DEBUG:teuthology.orchestra.run.smithi047:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T16:40:59.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:40:59.969 DEBUG:teuthology.orchestra.run.smithi106:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T16:41:00.001 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:41:00.001 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-17T16:41:00.002 DEBUG:teuthology.orchestra.run.smithi047:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:41:00.037 DEBUG:teuthology.orchestra.run.smithi106:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:41:00.069 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-17T16:41:00.079 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-17T16:41:00.090 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-17T16:41:00.091 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi047.front.sepia.ceph.com,smithi106.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-17T16:45:36.639 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi047.front.sepia.ceph.com'), Remote(name='ubuntu@smithi106.front.sepia.ceph.com')] 2024-08-17T16:45:36.640 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-08-17T16:45:36.641 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:45:36.732 DEBUG:teuthology.orchestra.run.smithi047:> true 2024-08-17T16:45:36.811 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-08-17T16:45:36.811 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi106.front.sepia.ceph.com' 2024-08-17T16:45:36.812 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi106.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:45:36.896 DEBUG:teuthology.orchestra.run.smithi106:> true 2024-08-17T16:45:36.970 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi106.front.sepia.ceph.com' 2024-08-17T16:45:36.971 INFO:teuthology.run_tasks:Running task clock... 2024-08-17T16:45:36.981 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-17T16:45:36.982 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:45:36.982 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:45:36.985 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:45:36.985 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:45:37.014 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:45:37.030 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:45:37.040 INFO:teuthology.orchestra.run.smithi106.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:45:37.054 INFO:teuthology.orchestra.run.smithi106.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:45:37.056 INFO:teuthology.orchestra.run.smithi047.stderr:sudo: ntpd: command not found 2024-08-17T16:45:37.068 INFO:teuthology.orchestra.run.smithi047.stdout:506 Cannot talk to daemon 2024-08-17T16:45:37.078 INFO:teuthology.orchestra.run.smithi106.stderr:sudo: ntpd: command not found 2024-08-17T16:45:37.083 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:45:37.090 INFO:teuthology.orchestra.run.smithi106.stdout:506 Cannot talk to daemon 2024-08-17T16:45:37.098 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:45:37.104 INFO:teuthology.orchestra.run.smithi106.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:45:37.118 INFO:teuthology.orchestra.run.smithi106.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:45:37.161 INFO:teuthology.orchestra.run.smithi047.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:45:37.164 INFO:teuthology.orchestra.run.smithi047.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:45:37.165 INFO:teuthology.orchestra.run.smithi047.stdout:=============================================================================== 2024-08-17T16:45:37.165 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.165 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.165 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.165 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.178 INFO:teuthology.orchestra.run.smithi106.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:45:37.182 INFO:teuthology.orchestra.run.smithi106.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:45:37.182 INFO:teuthology.orchestra.run.smithi106.stdout:=============================================================================== 2024-08-17T16:45:37.182 INFO:teuthology.orchestra.run.smithi106.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.182 INFO:teuthology.orchestra.run.smithi106.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.182 INFO:teuthology.orchestra.run.smithi106.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.183 INFO:teuthology.orchestra.run.smithi106.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:45:37.183 INFO:teuthology.run_tasks:Running task pexec... 2024-08-17T16:45:37.191 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-17T16:45:37.192 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi047.front.sepia.ceph.com 2024-08-17T16:45:37.192 DEBUG:teuthology.orchestra.run.smithi047:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:45:37.192 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi106.front.sepia.ceph.com 2024-08-17T16:45:37.192 DEBUG:teuthology.orchestra.run.smithi106:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:45:37.793 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:10 ago on Sat 17 Aug 2024 04:44:27 PM UTC. 2024-08-17T16:45:37.797 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:06 ago on Sat 17 Aug 2024 04:44:31 PM UTC. 2024-08-17T16:45:37.879 INFO:teuthology.orchestra.run.smithi106.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:45:37.887 INFO:teuthology.orchestra.run.smithi047.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:45:37.920 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:45:37.931 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout:Upgrading: 2024-08-17T16:45:37.932 INFO:teuthology.orchestra.run.smithi106.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout:Install 5 Packages 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout:Upgrade 2 Packages 2024-08-17T16:45:37.933 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:45:37.936 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 5.2 M 2024-08-17T16:45:37.936 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout: runc x86_64 4:1.1.13-4.el9 appstream 3.2 M 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrading: 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:45:37.939 INFO:teuthology.orchestra.run.smithi047.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout:Install 5 Packages 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrade 2 Packages 2024-08-17T16:45:37.940 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:45:37.946 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 5.2 M 2024-08-17T16:45:37.946 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:45:38.226 INFO:teuthology.orchestra.run.smithi047.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 454 kB/s | 44 kB 00:00 2024-08-17T16:45:38.251 INFO:teuthology.orchestra.run.smithi047.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 583 kB/s | 72 kB 00:00 2024-08-17T16:45:38.268 INFO:teuthology.orchestra.run.smithi047.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 603 kB/s | 84 kB 00:00 2024-08-17T16:45:38.319 INFO:teuthology.orchestra.run.smithi047.stdout:(4/7): libnvme-1.9-2.el9.x86_64.rpm 2.1 MB/s | 106 kB 00:00 2024-08-17T16:45:38.343 INFO:teuthology.orchestra.run.smithi106.stdout:(1/7): nvmetcli-0.7-3.el9.noarch.rpm 284 kB/s | 44 kB 00:00 2024-08-17T16:45:38.352 INFO:teuthology.orchestra.run.smithi047.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 6.5 MB/s | 837 kB 00:00 2024-08-17T16:45:38.368 INFO:teuthology.orchestra.run.smithi106.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 395 kB/s | 72 kB 00:00 2024-08-17T16:45:38.393 INFO:teuthology.orchestra.run.smithi106.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 407 kB/s | 84 kB 00:00 2024-08-17T16:45:38.427 INFO:teuthology.orchestra.run.smithi047.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 8.1 MB/s | 903 kB 00:00 2024-08-17T16:45:38.477 INFO:teuthology.orchestra.run.smithi106.stdout:(4/7): libnvme-1.9-2.el9.x86_64.rpm 1.2 MB/s | 106 kB 00:00 2024-08-17T16:45:38.519 INFO:teuthology.orchestra.run.smithi106.stdout:(5/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.7 MB/s | 837 kB 00:00 2024-08-17T16:45:38.620 INFO:teuthology.orchestra.run.smithi047.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 8.6 MB/s | 3.2 MB 00:00 2024-08-17T16:45:38.620 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:45:38.620 INFO:teuthology.orchestra.run.smithi047.stdout:Total 7.7 MB/s | 5.2 MB 00:00 2024-08-17T16:45:38.635 INFO:teuthology.orchestra.run.smithi106.stdout:(6/7): nvme-cli-2.9.1-3.el9.x86_64.rpm 5.6 MB/s | 903 kB 00:00 2024-08-17T16:45:38.731 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:45:38.749 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:45:38.749 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:45:38.803 INFO:teuthology.orchestra.run.smithi106.stdout:(7/7): runc-1.1.13-4.el9.x86_64.rpm 7.7 MB/s | 3.2 MB 00:00 2024-08-17T16:45:38.803 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:45:38.803 INFO:teuthology.orchestra.run.smithi106.stdout:Total 6.0 MB/s | 5.2 MB 00:00 2024-08-17T16:45:38.912 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:45:38.929 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:45:38.929 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:45:39.000 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:45:39.001 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:45:39.164 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:45:39.165 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:45:39.413 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:45:39.558 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:45:39.640 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T16:45:39.700 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T16:45:39.734 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T16:45:39.767 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T16:45:39.772 INFO:teuthology.orchestra.run.smithi106.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/9 2024-08-17T16:45:39.792 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:45:39.832 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/9 2024-08-17T16:45:39.867 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/9 2024-08-17T16:45:39.900 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/9 2024-08-17T16:45:39.925 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:45:40.047 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:45:40.120 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:45:40.185 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/9 2024-08-17T16:45:40.253 INFO:teuthology.orchestra.run.smithi106.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:45:40.545 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:45:40.581 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T16:45:40.614 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T16:45:40.644 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/9 2024-08-17T16:45:40.673 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : runc-4:1.1.13-4.el9.x86_64 7/9 2024-08-17T16:45:40.677 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:45:40.706 INFO:teuthology.orchestra.run.smithi106.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 8/9 2024-08-17T16:45:40.767 INFO:teuthology.orchestra.run.smithi106.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:45:41.656 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T16:45:41.657 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T16:45:41.850 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 9/9 2024-08-17T16:45:41.850 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/9 2024-08-17T16:45:41.851 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/9 2024-08-17T16:45:41.851 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/9 2024-08-17T16:45:41.851 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/9 2024-08-17T16:45:41.851 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : runc-4:1.1.13-4.el9.x86_64 5/9 2024-08-17T16:45:41.851 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libnvme-1.9-2.el9.x86_64 6/9 2024-08-17T16:45:41.851 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libnvme-1.6-1.el9.x86_64 7/9 2024-08-17T16:45:41.852 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 8/9 2024-08-17T16:45:42.069 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout:Upgraded: 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T16:45:42.070 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:45:42.071 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:45:42.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 9/9 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout:Upgraded: 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout: runc-4:1.1.13-4.el9.x86_64 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:45:42.206 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:45:42.453 DEBUG:teuthology.parallel:result is None 2024-08-17T16:45:42.628 DEBUG:teuthology.parallel:result is None 2024-08-17T16:45:42.629 INFO:teuthology.run_tasks:Running task install... 2024-08-17T16:45:42.638 DEBUG:teuthology.task.install:project ceph 2024-08-17T16:45:42.639 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}} 2024-08-17T16:45:42.639 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:45:42.639 INFO:teuthology.task.install:Using flavor: default 2024-08-17T16:45:42.644 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-17T16:45:42.644 INFO:teuthology.task.install:extra packages: [] 2024-08-17T16:45:42.644 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:45:42.645 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:45:42.645 INFO:teuthology.packaging:ref: None 2024-08-17T16:45:42.645 INFO:teuthology.packaging:tag: None 2024-08-17T16:45:42.645 INFO:teuthology.packaging:branch: reef 2024-08-17T16:45:42.645 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:45:42.645 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:45:42.647 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:45:42.648 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:45:42.648 INFO:teuthology.packaging:ref: None 2024-08-17T16:45:42.648 INFO:teuthology.packaging:tag: None 2024-08-17T16:45:42.648 INFO:teuthology.packaging:branch: reef 2024-08-17T16:45:42.648 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:45:42.648 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:45:42.890 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/ 2024-08-17T16:45:42.891 INFO:teuthology.task.install.rpm:Package version is 18.2.4-719.gced649f8 2024-08-17T16:45:42.924 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/ 2024-08-17T16:45:42.924 INFO:teuthology.task.install.rpm:Package version is 18.2.4-719.gced649f8 2024-08-17T16:45:43.028 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:45:43.028 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:45:43.028 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:45:43.042 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:45:43.042 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:45:43.042 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:45:43.054 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-08-17T16:45:43.055 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:45:43.055 INFO:teuthology.packaging:ref: None 2024-08-17T16:45:43.055 INFO:teuthology.packaging:tag: None 2024-08-17T16:45:43.055 INFO:teuthology.packaging:branch: reef 2024-08-17T16:45:43.055 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:45:43.055 DEBUG:teuthology.orchestra.run.smithi106:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:45:43.070 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on remote rpm x86_64 2024-08-17T16:45:43.070 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:45:43.071 INFO:teuthology.packaging:ref: None 2024-08-17T16:45:43.071 INFO:teuthology.packaging:tag: None 2024-08-17T16:45:43.071 INFO:teuthology.packaging:branch: reef 2024-08-17T16:45:43.071 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:45:43.071 DEBUG:teuthology.orchestra.run.smithi047:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:45:43.121 DEBUG:teuthology.orchestra.run.smithi106:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:45:43.139 DEBUG:teuthology.orchestra.run.smithi047:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:45:43.198 DEBUG:teuthology.orchestra.run.smithi106:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:45:43.216 DEBUG:teuthology.orchestra.run.smithi047:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:45:43.262 INFO:teuthology.orchestra.run.smithi106.stdout:check_obsoletes = 1 2024-08-17T16:45:43.264 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum clean all 2024-08-17T16:45:43.281 INFO:teuthology.orchestra.run.smithi047.stdout:check_obsoletes = 1 2024-08-17T16:45:43.283 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum clean all 2024-08-17T16:45:43.496 INFO:teuthology.orchestra.run.smithi106.stdout:45 files removed 2024-08-17T16:45:43.517 INFO:teuthology.orchestra.run.smithi047.stdout:45 files removed 2024-08-17T16:45:43.522 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-radosgw 2024-08-17T16:45:43.545 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-radosgw 2024-08-17T16:45:44.122 INFO:teuthology.orchestra.run.smithi106.stdout:ceph packages for x86_64 240 kB/s | 77 kB 00:00 2024-08-17T16:45:44.154 INFO:teuthology.orchestra.run.smithi047.stdout:ceph packages for x86_64 242 kB/s | 77 kB 00:00 2024-08-17T16:45:44.440 INFO:teuthology.orchestra.run.smithi106.stdout:ceph noarch packages 43 kB/s | 11 kB 00:00 2024-08-17T16:45:44.505 INFO:teuthology.orchestra.run.smithi047.stdout:ceph noarch packages 38 kB/s | 11 kB 00:00 2024-08-17T16:45:44.765 INFO:teuthology.orchestra.run.smithi106.stdout:ceph source packages 6.7 kB/s | 1.9 kB 00:00 2024-08-17T16:45:44.838 INFO:teuthology.orchestra.run.smithi047.stdout:ceph source packages 6.6 kB/s | 1.9 kB 00:00 2024-08-17T16:45:45.306 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - BaseOS 19 MB/s | 8.2 MB 00:00 2024-08-17T16:45:45.323 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-08-17T16:45:47.148 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - AppStream 28 MB/s | 20 MB 00:00 2024-08-17T16:45:48.833 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - AppStream 8.3 MB/s | 20 MB 00:02 2024-08-17T16:45:51.624 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.6 MB 00:00 2024-08-17T16:45:53.200 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.6 MB 00:00 2024-08-17T16:45:53.358 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 18 kB 00:00 2024-08-17T16:45:54.479 INFO:teuthology.orchestra.run.smithi047.stdout:Extra Packages for Enterprise Linux 23 MB/s | 22 MB 00:00 2024-08-17T16:45:54.693 INFO:teuthology.orchestra.run.smithi106.stdout:CentOS Stream 9 - Extras packages 67 kB/s | 18 kB 00:00 2024-08-17T16:45:55.672 INFO:teuthology.orchestra.run.smithi106.stdout:Extra Packages for Enterprise Linux 26 MB/s | 22 MB 00:00 2024-08-17T16:46:00.294 INFO:teuthology.orchestra.run.smithi047.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-17T16:46:01.120 INFO:teuthology.orchestra.run.smithi106.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-08-17T16:46:02.705 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:02.707 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-radosgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 7.7 M 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrading: 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: librados2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.3 M 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: librbd1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-base x86_64 2:18.2.4-719.gced649f8.el9 ceph 5.1 M 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 18 M 2024-08-17T16:46:02.708 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-selinux x86_64 2:18.2.4-719.gced649f8.el9 ceph 25 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 712 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: libradosstriper1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 477 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: librgw2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.5 M 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-17T16:46:02.709 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-argparse x86_64 2:18.2.4-719.gced649f8.el9 ceph 45 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 129 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cephfs x86_64 2:18.2.4-719.gced649f8.el9 ceph 188 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rados x86_64 2:18.2.4-719.gced649f8.el9 ceph 372 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 347 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 116 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout:Install 28 Packages 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrade 2 Packages 2024-08-17T16:46:02.710 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:02.711 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 53 M 2024-08-17T16:46:02.711 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:46:03.445 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-radosgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 7.7 M 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout:Upgrading: 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout: librados2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.3 M 2024-08-17T16:46:03.447 INFO:teuthology.orchestra.run.smithi106.stdout: librbd1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-base x86_64 2:18.2.4-719.gced649f8.el9 ceph 5.1 M 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 18 M 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-selinux x86_64 2:18.2.4-719.gced649f8.el9 ceph 25 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: libcephfs2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 712 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:46:03.448 INFO:teuthology.orchestra.run.smithi106.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: libradosstriper1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 477 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: librgw2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.5 M 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: python3-ceph-argparse x86_64 2:18.2.4-719.gced649f8.el9 ceph 45 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: python3-ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 129 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cephfs x86_64 2:18.2.4-719.gced649f8.el9 ceph 188 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rados x86_64 2:18.2.4-719.gced649f8.el9 ceph 372 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 347 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 116 k 2024-08-17T16:46:03.449 INFO:teuthology.orchestra.run.smithi106.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout:Install 28 Packages 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout:Upgrade 2 Packages 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 53 M 2024-08-17T16:46:03.450 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:46:03.519 INFO:teuthology.orchestra.run.smithi047.stdout:(1/30): ceph-radosgw-18.2.4-719.gced649f8.el9.x 11 MB/s | 7.7 MB 00:00 2024-08-17T16:46:03.561 INFO:teuthology.orchestra.run.smithi047.stdout:(2/30): ceph-selinux-18.2.4-719.gced649f8.el9.x 604 kB/s | 25 kB 00:00 2024-08-17T16:46:03.778 INFO:teuthology.orchestra.run.smithi047.stdout:(3/30): ceph-common-18.2.4-719.gced649f8.el9.x8 19 MB/s | 18 MB 00:00 2024-08-17T16:46:03.812 INFO:teuthology.orchestra.run.smithi047.stdout:(4/30): libcephfs2-18.2.4-719.gced649f8.el9.x86 2.8 MB/s | 712 kB 00:00 2024-08-17T16:46:03.889 INFO:teuthology.orchestra.run.smithi047.stdout:(5/30): ceph-base-18.2.4-719.gced649f8.el9.x86_ 4.8 MB/s | 5.1 MB 00:01 2024-08-17T16:46:03.912 INFO:teuthology.orchestra.run.smithi047.stdout:(6/30): libradosstriper1-18.2.4-719.gced649f8.e 3.5 MB/s | 477 kB 00:00 2024-08-17T16:46:03.937 INFO:teuthology.orchestra.run.smithi047.stdout:(7/30): python3-ceph-argparse-18.2.4-719.gced64 898 kB/s | 45 kB 00:00 2024-08-17T16:46:03.963 INFO:teuthology.orchestra.run.smithi047.stdout:(8/30): python3-ceph-common-18.2.4-719.gced649f 2.5 MB/s | 129 kB 00:00 2024-08-17T16:46:03.988 INFO:teuthology.orchestra.run.smithi047.stdout:(9/30): python3-cephfs-18.2.4-719.gced649f8.el9 3.6 MB/s | 188 kB 00:00 2024-08-17T16:46:04.022 INFO:teuthology.orchestra.run.smithi047.stdout:(10/30): python3-rados-18.2.4-719.gced649f8.el9 6.2 MB/s | 372 kB 00:00 2024-08-17T16:46:04.047 INFO:teuthology.orchestra.run.smithi047.stdout:(11/30): python3-rbd-18.2.4-719.gced649f8.el9.x 5.8 MB/s | 347 kB 00:00 2024-08-17T16:46:04.064 INFO:teuthology.orchestra.run.smithi047.stdout:(12/30): python3-rgw-18.2.4-719.gced649f8.el9.x 2.7 MB/s | 116 kB 00:00 2024-08-17T16:46:04.131 INFO:teuthology.orchestra.run.smithi047.stdout:(13/30): librgw2-18.2.4-719.gced649f8.el9.x86_6 14 MB/s | 4.5 MB 00:00 2024-08-17T16:46:04.239 INFO:teuthology.orchestra.run.smithi047.stdout:(14/30): boost-program-options-1.75.0-8.el9.x86 556 kB/s | 107 kB 00:00 2024-08-17T16:46:04.265 INFO:teuthology.orchestra.run.smithi047.stdout:(15/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 339 kB/s | 45 kB 00:00 2024-08-17T16:46:04.290 INFO:teuthology.orchestra.run.smithi047.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 709 kB/s | 160 kB 00:00 2024-08-17T16:46:04.343 INFO:teuthology.orchestra.run.smithi047.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 808 kB/s | 42 kB 00:00 2024-08-17T16:46:04.401 INFO:teuthology.orchestra.run.smithi047.stdout:(18/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-08-17T16:46:04.429 INFO:teuthology.orchestra.run.smithi106.stdout:(1/30): ceph-base-18.2.4-719.gced649f8.el9.x86_ 7.8 MB/s | 5.1 MB 00:00 2024-08-17T16:46:04.435 INFO:teuthology.orchestra.run.smithi047.stdout:(19/30): librdkafka-1.6.1-102.el9.x86_64.rpm 3.3 MB/s | 662 kB 00:00 2024-08-17T16:46:04.485 INFO:teuthology.orchestra.run.smithi047.stdout:(20/30): fmt-8.1.1-5.el9.x86_64.rpm 779 kB/s | 111 kB 00:00 2024-08-17T16:46:04.496 INFO:teuthology.orchestra.run.smithi106.stdout:(2/30): ceph-selinux-18.2.4-719.gced649f8.el9.x 377 kB/s | 25 kB 00:00 2024-08-17T16:46:04.535 INFO:teuthology.orchestra.run.smithi047.stdout:(21/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.2 MB/s | 26 kB 00:00 2024-08-17T16:46:04.569 INFO:teuthology.orchestra.run.smithi047.stdout:(22/30): liboath-2.6.7-2.el9.x86_64.rpm 1.5 MB/s | 49 kB 00:00 2024-08-17T16:46:04.580 INFO:teuthology.orchestra.run.smithi106.stdout:(3/30): ceph-radosgw-18.2.4-719.gced649f8.el9.x 9.6 MB/s | 7.7 MB 00:00 2024-08-17T16:46:04.594 INFO:teuthology.orchestra.run.smithi047.stdout:(23/30): gperftools-libs-2.9.1-2.el9.x86_64.rpm 1.6 MB/s | 309 kB 00:00 2024-08-17T16:46:04.613 INFO:teuthology.orchestra.run.smithi106.stdout:(4/30): libcephfs2-18.2.4-719.gced649f8.el9.x86 6.0 MB/s | 712 kB 00:00 2024-08-17T16:46:04.619 INFO:teuthology.orchestra.run.smithi047.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-08-17T16:46:04.638 INFO:teuthology.orchestra.run.smithi106.stdout:(5/30): libradosstriper1-18.2.4-719.gced649f8.e 8.0 MB/s | 477 kB 00:00 2024-08-17T16:46:04.653 INFO:teuthology.orchestra.run.smithi047.stdout:(25/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-08-17T16:46:04.670 INFO:teuthology.orchestra.run.smithi047.stdout:(26/30): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-08-17T16:46:04.762 INFO:teuthology.orchestra.run.smithi047.stdout:(27/30): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-08-17T16:46:04.831 INFO:teuthology.orchestra.run.smithi106.stdout:(6/30): ceph-common-18.2.4-719.gced649f8.el9.x8 17 MB/s | 18 MB 00:01 2024-08-17T16:46:04.856 INFO:teuthology.orchestra.run.smithi106.stdout:(7/30): python3-ceph-argparse-18.2.4-719.gced64 207 kB/s | 45 kB 00:00 2024-08-17T16:46:04.870 INFO:teuthology.orchestra.run.smithi047.stdout:(28/30): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-08-17T16:46:04.881 INFO:teuthology.orchestra.run.smithi106.stdout:(8/30): python3-ceph-common-18.2.4-719.gced649f 2.5 MB/s | 129 kB 00:00 2024-08-17T16:46:04.956 INFO:teuthology.orchestra.run.smithi106.stdout:(9/30): librgw2-18.2.4-719.gced649f8.el9.x86_64 13 MB/s | 4.5 MB 00:00 2024-08-17T16:46:04.962 INFO:teuthology.orchestra.run.smithi047.stdout:(29/30): librbd1-18.2.4-719.gced649f8.el9.x86_6 15 MB/s | 3.0 MB 00:00 2024-08-17T16:46:04.982 INFO:teuthology.orchestra.run.smithi106.stdout:(10/30): python3-cephfs-18.2.4-719.gced649f8.el 1.5 MB/s | 188 kB 00:00 2024-08-17T16:46:05.007 INFO:teuthology.orchestra.run.smithi106.stdout:(11/30): python3-rados-18.2.4-719.gced649f8.el9 2.9 MB/s | 372 kB 00:00 2024-08-17T16:46:05.012 INFO:teuthology.orchestra.run.smithi047.stdout:(30/30): librados2-18.2.4-719.gced649f8.el9.x86 9.7 MB/s | 3.3 MB 00:00 2024-08-17T16:46:05.017 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:05.017 INFO:teuthology.orchestra.run.smithi047.stdout:Total 23 MB/s | 53 MB 00:02 2024-08-17T16:46:05.032 INFO:teuthology.orchestra.run.smithi106.stdout:(12/30): python3-rbd-18.2.4-719.gced649f8.el9.x 4.5 MB/s | 347 kB 00:00 2024-08-17T16:46:05.057 INFO:teuthology.orchestra.run.smithi106.stdout:(13/30): python3-rgw-18.2.4-719.gced649f8.el9.x 1.5 MB/s | 116 kB 00:00 2024-08-17T16:46:05.086 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:46:05.126 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:46:05.126 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:46:05.399 INFO:teuthology.orchestra.run.smithi106.stdout:(14/30): librabbitmq-0.11.0-7.el9.x86_64.rpm 132 kB/s | 45 kB 00:00 2024-08-17T16:46:05.466 INFO:teuthology.orchestra.run.smithi106.stdout:(15/30): boost-program-options-1.75.0-8.el9.x86 233 kB/s | 107 kB 00:00 2024-08-17T16:46:05.550 INFO:teuthology.orchestra.run.smithi106.stdout:(16/30): libpmemobj-1.12.1-1.el9.x86_64.rpm 309 kB/s | 160 kB 00:00 2024-08-17T16:46:05.592 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:46:05.593 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:46:05.659 INFO:teuthology.orchestra.run.smithi106.stdout:(17/30): python3-prettytable-0.7.2-27.el9.noarc 390 kB/s | 42 kB 00:00 2024-08-17T16:46:05.728 INFO:teuthology.orchestra.run.smithi106.stdout:(18/30): fmt-8.1.1-5.el9.x86_64.rpm 1.6 MB/s | 111 kB 00:00 2024-08-17T16:46:05.753 INFO:teuthology.orchestra.run.smithi106.stdout:(19/30): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.0 MB/s | 292 kB 00:00 2024-08-17T16:46:05.811 INFO:teuthology.orchestra.run.smithi106.stdout:(20/30): gperftools-libs-2.9.1-2.el9.x86_64.rpm 3.6 MB/s | 309 kB 00:00 2024-08-17T16:46:05.837 INFO:teuthology.orchestra.run.smithi106.stdout:(21/30): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.1 MB/s | 26 kB 00:00 2024-08-17T16:46:05.870 INFO:teuthology.orchestra.run.smithi106.stdout:(22/30): librdkafka-1.6.1-102.el9.x86_64.rpm 1.4 MB/s | 662 kB 00:00 2024-08-17T16:46:05.896 INFO:teuthology.orchestra.run.smithi106.stdout:(23/30): liboath-2.6.7-2.el9.x86_64.rpm 829 kB/s | 49 kB 00:00 2024-08-17T16:46:05.963 INFO:teuthology.orchestra.run.smithi106.stdout:(24/30): libunwind-1.6.2-1.el9.x86_64.rpm 732 kB/s | 67 kB 00:00 2024-08-17T16:46:06.004 INFO:teuthology.orchestra.run.smithi106.stdout:(25/30): re2-20211101-3.el9.x86_64.rpm 4.5 MB/s | 192 kB 00:00 2024-08-17T16:46:06.046 INFO:teuthology.orchestra.run.smithi106.stdout:(26/30): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.6 MB/s | 839 kB 00:00 2024-08-17T16:46:06.138 INFO:teuthology.orchestra.run.smithi106.stdout:(27/30): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-08-17T16:46:06.189 INFO:teuthology.orchestra.run.smithi106.stdout:(28/30): thrift-0.15.0-2.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-08-17T16:46:06.297 INFO:teuthology.orchestra.run.smithi106.stdout:(29/30): librados2-18.2.4-719.gced649f8.el9.x86 13 MB/s | 3.3 MB 00:00 2024-08-17T16:46:06.364 INFO:teuthology.orchestra.run.smithi106.stdout:(30/30): librbd1-18.2.4-719.gced649f8.el9.x86_6 13 MB/s | 3.0 MB 00:00 2024-08-17T16:46:06.369 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:06.369 INFO:teuthology.orchestra.run.smithi106.stdout:Total 18 MB/s | 53 MB 00:02 2024-08-17T16:46:06.440 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:46:06.474 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:46:06.474 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:46:06.927 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:46:06.927 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:46:06.930 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:46:07.014 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-08-17T16:46:07.043 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-08-17T16:46:07.111 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-08-17T16:46:07.451 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-08-17T16:46:07.558 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/32 2024-08-17T16:46:07.673 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/32 2024-08-17T16:46:07.763 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 6/32 2024-08-17T16:46:07.801 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 7/32 2024-08-17T16:46:07.856 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 7/32 2024-08-17T16:46:07.884 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-08-17T16:46:07.931 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x 9/32 2024-08-17T16:46:07.996 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 10/32 2024-08-17T16:46:08.020 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 11/32 2024-08-17T16:46:08.078 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 11/32 2024-08-17T16:46:08.188 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : re2-1:20211101-3.el9.x86_64 12/32 2024-08-17T16:46:08.220 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-08-17T16:46:08.261 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-08-17T16:46:08.277 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:46:08.301 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/32 2024-08-17T16:46:08.328 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-08-17T16:46:08.364 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-08-17T16:46:08.375 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/32 2024-08-17T16:46:08.397 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-08-17T16:46:08.411 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/32 2024-08-17T16:46:08.465 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/32 2024-08-17T16:46:08.719 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-08-17T16:46:08.760 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 20/32 2024-08-17T16:46:08.846 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/32 2024-08-17T16:46:08.855 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 20/32 2024-08-17T16:46:08.881 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 21/32 2024-08-17T16:46:08.911 INFO:teuthology.orchestra.run.smithi106.stdout: Upgrading : librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/32 2024-08-17T16:46:08.917 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-08-17T16:46:08.989 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/32 2024-08-17T16:46:09.070 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 6/32 2024-08-17T16:46:09.103 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 7/32 2024-08-17T16:46:09.166 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 7/32 2024-08-17T16:46:09.194 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : liboath-2.6.7-2.el9.x86_64 8/32 2024-08-17T16:46:09.240 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x 9/32 2024-08-17T16:46:09.304 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 10/32 2024-08-17T16:46:09.330 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 11/32 2024-08-17T16:46:09.337 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-08-17T16:46:09.362 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 24/32 2024-08-17T16:46:09.396 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 11/32 2024-08-17T16:46:09.435 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 24/32 2024-08-17T16:46:09.502 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : re2-1:20211101-3.el9.x86_64 12/32 2024-08-17T16:46:09.514 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 25/32 2024-08-17T16:46:09.529 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 13/32 2024-08-17T16:46:09.547 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86 26/32 2024-08-17T16:46:09.570 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 14/32 2024-08-17T16:46:09.602 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 15/32 2024-08-17T16:46:09.630 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 16/32 2024-08-17T16:46:09.665 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : fmt-8.1.1-5.el9.x86_64 17/32 2024-08-17T16:46:09.698 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 18/32 2024-08-17T16:46:10.005 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 19/32 2024-08-17T16:46:10.045 INFO:teuthology.orchestra.run.smithi106.stdout: Upgrading : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 20/32 2024-08-17T16:46:10.122 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 20/32 2024-08-17T16:46:10.150 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 21/32 2024-08-17T16:46:10.185 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 22/32 2024-08-17T16:46:10.595 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 23/32 2024-08-17T16:46:10.622 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 24/32 2024-08-17T16:46:10.695 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 24/32 2024-08-17T16:46:10.770 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 25/32 2024-08-17T16:46:10.800 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86 26/32 2024-08-17T16:46:11.737 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 27/32 2024-08-17T16:46:11.769 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 27/32 2024-08-17T16:46:12.335 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 27/32 2024-08-17T16:46:12.373 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 28/32 2024-08-17T16:46:12.465 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 28/32 2024-08-17T16:46:12.465 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:46:12.465 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:46:12.465 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:12.499 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 29/32 2024-08-17T16:46:12.878 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 27/32 2024-08-17T16:46:12.905 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 27/32 2024-08-17T16:46:13.452 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 27/32 2024-08-17T16:46:13.500 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 28/32 2024-08-17T16:46:13.607 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 28/32 2024-08-17T16:46:13.607 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:46:13.607 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:46:13.607 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:13.634 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 29/32 2024-08-17T16:46:22.734 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 29/32 2024-08-17T16:46:22.734 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /sys 2024-08-17T16:46:22.735 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /proc 2024-08-17T16:46:22.735 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /mnt 2024-08-17T16:46:22.735 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /var/tmp 2024-08-17T16:46:22.735 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /home 2024-08-17T16:46:22.735 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /root 2024-08-17T16:46:22.735 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /tmp 2024-08-17T16:46:22.735 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 29/32 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout:skipping the directory /sys 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout:skipping the directory /proc 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout:skipping the directory /mnt 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout:skipping the directory /var/tmp 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout:skipping the directory /home 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout:skipping the directory /root 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout:skipping the directory /tmp 2024-08-17T16:46:23.329 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:23.498 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 30/32 2024-08-17T16:46:23.524 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 30/32 2024-08-17T16:46:23.524 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:23.524 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:46:23.525 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:46:23.525 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:46:23.525 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:23.527 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-17T16:46:23.592 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-17T16:46:23.592 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-17T16:46:24.070 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 30/32 2024-08-17T16:46:24.095 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 30/32 2024-08-17T16:46:24.095 INFO:teuthology.orchestra.run.smithi106.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:24.095 INFO:teuthology.orchestra.run.smithi106.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:46:24.096 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:46:24.096 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:46:24.096 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:24.097 INFO:teuthology.orchestra.run.smithi106.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-17T16:46:24.172 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 31/32 2024-08-17T16:46:24.172 INFO:teuthology.orchestra.run.smithi106.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-17T16:46:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-17T16:46:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 1/32 2024-08-17T16:46:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2/32 2024-08-17T16:46:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 3/32 2024-08-17T16:46:24.706 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 4/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 5/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 6/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 7/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x 8/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86 9/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 10/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 11/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 12/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 13/32 2024-08-17T16:46:24.707 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 21/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-08-17T16:46:24.708 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-08-17T16:46:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-08-17T16:46:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : re2-1:20211101-3.el9.x86_64 27/32 2024-08-17T16:46:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-08-17T16:46:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados2-2:18.2.4-719.gced649f8.el9.x86_64 29/32 2024-08-17T16:46:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-08-17T16:46:24.709 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 31/32 2024-08-17T16:46:25.203 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 32/32 2024-08-17T16:46:25.203 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 1/32 2024-08-17T16:46:25.203 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2/32 2024-08-17T16:46:25.203 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 3/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 4/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 5/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 6/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 7/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x 8/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86 9/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 10/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 11/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 12/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 13/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/32 2024-08-17T16:46:25.204 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 20/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 21/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 22/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 23/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 24/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 25/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 26/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : re2-1:20211101-3.el9.x86_64 27/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 28/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librados2-2:18.2.4-719.gced649f8.el9.x86_64 29/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 30/32 2024-08-17T16:46:25.205 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 31/32 2024-08-17T16:46:25.478 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-08-17T16:46:25.478 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:25.478 INFO:teuthology.orchestra.run.smithi047.stdout:Upgraded: 2024-08-17T16:46:25.478 INFO:teuthology.orchestra.run.smithi047.stdout: librados2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.478 INFO:teuthology.orchestra.run.smithi047.stdout: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.478 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:46:25.479 INFO:teuthology.orchestra.run.smithi047.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.480 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.481 INFO:teuthology.orchestra.run.smithi047.stdout: re2-1:20211101-3.el9.x86_64 2024-08-17T16:46:25.481 INFO:teuthology.orchestra.run.smithi047.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:46:25.481 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:25.481 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:25.802 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-test 2024-08-17T16:46:25.985 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 32/32 2024-08-17T16:46:25.985 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:25.985 INFO:teuthology.orchestra.run.smithi106.stdout:Upgraded: 2024-08-17T16:46:25.985 INFO:teuthology.orchestra.run.smithi106.stdout: librados2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.986 INFO:teuthology.orchestra.run.smithi106.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.987 INFO:teuthology.orchestra.run.smithi106.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:46:25.988 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.988 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.988 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:25.988 INFO:teuthology.orchestra.run.smithi106.stdout: re2-1:20211101-3.el9.x86_64 2024-08-17T16:46:25.988 INFO:teuthology.orchestra.run.smithi106.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:46:25.988 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:25.988 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:26.376 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:26 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:26.397 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-test 2024-08-17T16:46:26.509 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:26.509 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:26.509 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:46:26.509 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:26.509 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:46:26.509 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-test x86_64 2:18.2.4-719.gced649f8.el9 ceph 40 M 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout: libcephsqlite x86_64 2:18.2.4-719.gced649f8.el9 ceph 166 k 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout:Install 4 Packages 2024-08-17T16:46:26.510 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:26.511 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 40 M 2024-08-17T16:46:26.511 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 163 M 2024-08-17T16:46:26.511 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:46:26.864 INFO:teuthology.orchestra.run.smithi047.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.5 MB/s | 304 kB 00:00 2024-08-17T16:46:26.906 INFO:teuthology.orchestra.run.smithi047.stdout:(2/4): libcephsqlite-18.2.4-719.gced649f8.el9.x 673 kB/s | 166 kB 00:00 2024-08-17T16:46:26.952 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:25 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:26.956 INFO:teuthology.orchestra.run.smithi047.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 693 kB/s | 64 kB 00:00 2024-08-17T16:46:27.079 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:27.080 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:27.080 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:46:27.080 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:27.080 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:46:27.080 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-test x86_64 2:18.2.4-719.gced649f8.el9 ceph 40 M 2024-08-17T16:46:27.080 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:46:27.080 INFO:teuthology.orchestra.run.smithi106.stdout: libcephsqlite x86_64 2:18.2.4-719.gced649f8.el9 ceph 166 k 2024-08-17T16:46:27.081 INFO:teuthology.orchestra.run.smithi106.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:46:27.081 INFO:teuthology.orchestra.run.smithi106.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:46:27.081 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:27.081 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:46:27.081 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:27.081 INFO:teuthology.orchestra.run.smithi106.stdout:Install 4 Packages 2024-08-17T16:46:27.081 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:27.082 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 40 M 2024-08-17T16:46:27.082 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 163 M 2024-08-17T16:46:27.083 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:46:27.384 INFO:teuthology.orchestra.run.smithi106.stdout:(1/4): socat-1.7.4.1-6.el9.x86_64.rpm 1.1 MB/s | 304 kB 00:00 2024-08-17T16:46:27.425 INFO:teuthology.orchestra.run.smithi106.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-08-17T16:46:27.576 INFO:teuthology.orchestra.run.smithi106.stdout:(3/4): libcephsqlite-18.2.4-719.gced649f8.el9.x 364 kB/s | 166 kB 00:00 2024-08-17T16:46:27.973 INFO:teuthology.orchestra.run.smithi047.stdout:(4/4): ceph-test-18.2.4-719.gced649f8.el9.x86_6 30 MB/s | 40 MB 00:01 2024-08-17T16:46:27.975 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:27.976 INFO:teuthology.orchestra.run.smithi047.stdout:Total 27 MB/s | 40 MB 00:01 2024-08-17T16:46:28.003 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:46:28.026 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:46:28.026 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:46:28.364 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:46:28.364 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:46:28.742 INFO:teuthology.orchestra.run.smithi106.stdout:(4/4): ceph-test-18.2.4-719.gced649f8.el9.x86_6 24 MB/s | 40 MB 00:01 2024-08-17T16:46:28.745 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:28.745 INFO:teuthology.orchestra.run.smithi106.stdout:Total 24 MB/s | 40 MB 00:01 2024-08-17T16:46:28.772 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:46:28.792 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:46:28.792 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:46:28.870 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:46:28.952 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-08-17T16:46:28.990 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-08-17T16:46:29.016 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 3/4 2024-08-17T16:46:29.108 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:46:29.109 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:46:29.589 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:46:29.679 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-08-17T16:46:29.721 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 2/4 2024-08-17T16:46:29.745 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 3/4 2024-08-17T16:46:32.951 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 3/4 2024-08-17T16:46:33.034 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 4/4 2024-08-17T16:46:33.479 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 3/4 2024-08-17T16:46:33.559 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 4/4 2024-08-17T16:46:35.034 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 4/4 2024-08-17T16:46:35.035 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 1/4 2024-08-17T16:46:35.035 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 2/4 2024-08-17T16:46:35.035 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-08-17T16:46:35.346 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-08-17T16:46:35.346 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:35.346 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:46:35.347 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:35.347 INFO:teuthology.orchestra.run.smithi047.stdout: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:35.347 INFO:teuthology.orchestra.run.smithi047.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:46:35.347 INFO:teuthology.orchestra.run.smithi047.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:46:35.347 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:35.347 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:35.586 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 4/4 2024-08-17T16:46:35.587 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 1/4 2024-08-17T16:46:35.587 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 2/4 2024-08-17T16:46:35.587 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 3/4 2024-08-17T16:46:35.637 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:46:35.873 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:35.874 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:36.203 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph 2024-08-17T16:46:36.204 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:36 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:36.341 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout: ceph x86_64 2:18.2.4-719.gced649f8.el9 ceph 6.5 k 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mds x86_64 2:18.2.4-719.gced649f8.el9 ceph 2.1 M 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr x86_64 2:18.2.4-719.gced649f8.el9 ceph 1.5 M 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-modules-core noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 246 k 2024-08-17T16:46:36.344 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mon x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.7 M 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-osd x86_64 2:18.2.4-719.gced649f8.el9 ceph 17 M 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:46:36.345 INFO:teuthology.orchestra.run.smithi047.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:46:36.346 INFO:teuthology.orchestra.run.smithi047.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout:Install 33 Packages 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:36.347 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 29 M 2024-08-17T16:46:36.348 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 104 M 2024-08-17T16:46:36.348 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:46:36.751 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:35 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:36.886 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: ceph x86_64 2:18.2.4-719.gced649f8.el9 ceph 6.5 k 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mds x86_64 2:18.2.4-719.gced649f8.el9 ceph 2.1 M 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr x86_64 2:18.2.4-719.gced649f8.el9 ceph 1.5 M 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-modules-core noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 246 k 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mon x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.7 M 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-osd x86_64 2:18.2.4-719.gced649f8.el9 ceph 17 M 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:46:36.889 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:46:36.890 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:36.891 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:46:36.892 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:36.892 INFO:teuthology.orchestra.run.smithi106.stdout:Install 33 Packages 2024-08-17T16:46:36.892 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:36.892 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 29 M 2024-08-17T16:46:36.892 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 104 M 2024-08-17T16:46:36.892 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:46:37.016 INFO:teuthology.orchestra.run.smithi047.stdout:(1/33): ceph-18.2.4-719.gced649f8.el9.x86_64.rp 38 kB/s | 6.5 kB 00:00 2024-08-17T16:46:37.200 INFO:teuthology.orchestra.run.smithi047.stdout:(2/33): ceph-mds-18.2.4-719.gced649f8.el9.x86_6 5.9 MB/s | 2.1 MB 00:00 2024-08-17T16:46:37.233 INFO:teuthology.orchestra.run.smithi047.stdout:(3/33): ceph-mgr-18.2.4-719.gced649f8.el9.x86_6 3.8 MB/s | 1.5 MB 00:00 2024-08-17T16:46:37.325 INFO:teuthology.orchestra.run.smithi047.stdout:(4/33): ceph-mgr-modules-core-18.2.4-719.gced64 2.6 MB/s | 246 kB 00:00 2024-08-17T16:46:37.434 INFO:teuthology.orchestra.run.smithi047.stdout:(5/33): ceph-mon-18.2.4-719.gced649f8.el9.x86_6 11 MB/s | 4.7 MB 00:00 2024-08-17T16:46:37.459 INFO:teuthology.orchestra.run.smithi047.stdout:(6/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-08-17T16:46:37.492 INFO:teuthology.orchestra.run.smithi047.stdout:(7/33): python3-ply-3.11-14.el9.noarch.rpm 3.1 MB/s | 106 kB 00:00 2024-08-17T16:46:37.534 INFO:teuthology.orchestra.run.smithi047.stdout:(8/33): python3-pycparser-2.20-6.el9.noarch.rpm 3.2 MB/s | 135 kB 00:00 2024-08-17T16:46:37.576 INFO:teuthology.orchestra.run.smithi047.stdout:(9/33): python3-requests-2.25.1-8.el9.noarch.rp 2.9 MB/s | 125 kB 00:00 2024-08-17T16:46:37.618 INFO:teuthology.orchestra.run.smithi047.stdout:(10/33): python3-urllib3-1.26.5-6.el9.noarch.rp 5.1 MB/s | 215 kB 00:00 2024-08-17T16:46:37.753 INFO:teuthology.orchestra.run.smithi106.stdout:(1/33): ceph-18.2.4-719.gced649f8.el9.x86_64.rp 33 kB/s | 6.5 kB 00:00 2024-08-17T16:46:37.793 INFO:teuthology.orchestra.run.smithi047.stdout:(11/33): ceph-osd-18.2.4-719.gced649f8.el9.x86_ 28 MB/s | 17 MB 00:00 2024-08-17T16:46:37.827 INFO:teuthology.orchestra.run.smithi047.stdout:(12/33): python3-cryptography-36.0.1-4.el9.x86_ 3.1 MB/s | 1.2 MB 00:00 2024-08-17T16:46:37.894 INFO:teuthology.orchestra.run.smithi047.stdout:(13/33): python3-markupsafe-1.1.1-12.el9.x86_64 347 kB/s | 35 kB 00:00 2024-08-17T16:46:37.919 INFO:teuthology.orchestra.run.smithi047.stdout:(14/33): python3-pytz-2021.1-5.el9.noarch.rpm 554 kB/s | 51 kB 00:00 2024-08-17T16:46:37.936 INFO:teuthology.orchestra.run.smithi106.stdout:(2/33): ceph-mds-18.2.4-719.gced649f8.el9.x86_6 5.5 MB/s | 2.1 MB 00:00 2024-08-17T16:46:37.944 INFO:teuthology.orchestra.run.smithi047.stdout:(15/33): python3-mako-1.1.4-6.el9.noarch.rpm 528 kB/s | 172 kB 00:00 2024-08-17T16:46:37.970 INFO:teuthology.orchestra.run.smithi047.stdout:(16/33): python3-toml-0.10.2-6.el9.noarch.rpm 550 kB/s | 42 kB 00:00 2024-08-17T16:46:37.978 INFO:teuthology.orchestra.run.smithi106.stdout:(3/33): ceph-mgr-18.2.4-719.gced649f8.el9.x86_6 3.5 MB/s | 1.5 MB 00:00 2024-08-17T16:46:38.062 INFO:teuthology.orchestra.run.smithi106.stdout:(4/33): ceph-mgr-modules-core-18.2.4-719.gced64 2.9 MB/s | 246 kB 00:00 2024-08-17T16:46:38.078 INFO:teuthology.orchestra.run.smithi047.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 273 kB/s | 43 kB 00:00 2024-08-17T16:46:38.104 INFO:teuthology.orchestra.run.smithi047.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 475 kB/s | 11 kB 00:00 2024-08-17T16:46:38.129 INFO:teuthology.orchestra.run.smithi047.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 934 kB/s | 172 kB 00:00 2024-08-17T16:46:38.154 INFO:teuthology.orchestra.run.smithi047.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 353 kB/s | 18 kB 00:00 2024-08-17T16:46:38.179 INFO:teuthology.orchestra.run.smithi047.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 461 kB/s | 23 kB 00:00 2024-08-17T16:46:38.204 INFO:teuthology.orchestra.run.smithi047.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 387 kB/s | 19 kB 00:00 2024-08-17T16:46:38.220 INFO:teuthology.orchestra.run.smithi106.stdout:(5/33): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-08-17T16:46:38.230 INFO:teuthology.orchestra.run.smithi047.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 391 kB/s | 20 kB 00:00 2024-08-17T16:46:38.255 INFO:teuthology.orchestra.run.smithi047.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 920 kB/s | 46 kB 00:00 2024-08-17T16:46:38.280 INFO:teuthology.orchestra.run.smithi047.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-08-17T16:46:38.314 INFO:teuthology.orchestra.run.smithi047.stdout:(26/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.2 MB/s | 358 kB 00:00 2024-08-17T16:46:38.339 INFO:teuthology.orchestra.run.smithi047.stdout:(27/33): python3-portend-3.1.0-2.el9.noarch.rpm 280 kB/s | 16 kB 00:00 2024-08-17T16:46:38.364 INFO:teuthology.orchestra.run.smithi047.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.8 MB/s | 90 kB 00:00 2024-08-17T16:46:38.390 INFO:teuthology.orchestra.run.smithi047.stdout:(29/33): python3-tempora-5.0.0-2.el9.noarch.rpm 712 kB/s | 36 kB 00:00 2024-08-17T16:46:38.415 INFO:teuthology.orchestra.run.smithi047.stdout:(30/33): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-08-17T16:46:38.429 INFO:teuthology.orchestra.run.smithi106.stdout:(6/33): ceph-osd-18.2.4-719.gced649f8.el9.x86_6 34 MB/s | 17 MB 00:00 2024-08-17T16:46:38.441 INFO:teuthology.orchestra.run.smithi047.stdout:(31/33): python3-zc-lockfile-2.0-10.el9.noarch. 797 kB/s | 20 kB 00:00 2024-08-17T16:46:38.462 INFO:teuthology.orchestra.run.smithi106.stdout:(7/33): python3-cryptography-36.0.1-4.el9.x86_6 5.1 MB/s | 1.2 MB 00:00 2024-08-17T16:46:38.465 INFO:teuthology.orchestra.run.smithi047.stdout:(32/33): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-08-17T16:46:38.491 INFO:teuthology.orchestra.run.smithi047.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 4.2 MB/s | 427 kB 00:00 2024-08-17T16:46:38.495 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:38.495 INFO:teuthology.orchestra.run.smithi047.stdout:Total 14 MB/s | 29 MB 00:02 2024-08-17T16:46:38.604 INFO:teuthology.orchestra.run.smithi106.stdout:(8/33): ceph-mon-18.2.4-719.gced649f8.el9.x86_6 5.5 MB/s | 4.7 MB 00:00 2024-08-17T16:46:38.614 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:46:38.630 INFO:teuthology.orchestra.run.smithi106.stdout:(9/33): python3-pycparser-2.20-6.el9.noarch.rpm 811 kB/s | 135 kB 00:00 2024-08-17T16:46:38.654 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:46:38.654 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:46:38.655 INFO:teuthology.orchestra.run.smithi106.stdout:(10/33): python3-ply-3.11-14.el9.noarch.rpm 472 kB/s | 106 kB 00:00 2024-08-17T16:46:38.722 INFO:teuthology.orchestra.run.smithi106.stdout:(11/33): python3-urllib3-1.26.5-6.el9.noarch.rp 2.3 MB/s | 215 kB 00:00 2024-08-17T16:46:38.747 INFO:teuthology.orchestra.run.smithi106.stdout:(12/33): python3-requests-2.25.1-8.el9.noarch.r 878 kB/s | 125 kB 00:00 2024-08-17T16:46:38.772 INFO:teuthology.orchestra.run.smithi106.stdout:(13/33): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-08-17T16:46:38.789 INFO:teuthology.orchestra.run.smithi106.stdout:(14/33): python3-markupsafe-1.1.1-12.el9.x86_64 517 kB/s | 35 kB 00:00 2024-08-17T16:46:38.806 INFO:teuthology.orchestra.run.smithi106.stdout:(15/33): python3-toml-0.10.2-6.el9.noarch.rpm 1.2 MB/s | 42 kB 00:00 2024-08-17T16:46:38.873 INFO:teuthology.orchestra.run.smithi106.stdout:(16/33): python3-pytz-2021.1-5.el9.noarch.rpm 405 kB/s | 51 kB 00:00 2024-08-17T16:46:38.890 INFO:teuthology.orchestra.run.smithi106.stdout:(17/33): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 432 kB/s | 43 kB 00:00 2024-08-17T16:46:38.932 INFO:teuthology.orchestra.run.smithi106.stdout:(18/33): python3-jaraco-8.2.1-3.el9.noarch.rpm 631 kB/s | 11 kB 00:00 2024-08-17T16:46:38.957 INFO:teuthology.orchestra.run.smithi106.stdout:(19/33): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-08-17T16:46:38.983 INFO:teuthology.orchestra.run.smithi106.stdout:(20/33): python3-jaraco-classes-3.2.1-5.el9.noa 367 kB/s | 18 kB 00:00 2024-08-17T16:46:39.008 INFO:teuthology.orchestra.run.smithi106.stdout:(21/33): python3-jaraco-collections-3.0.0-8.el9 463 kB/s | 23 kB 00:00 2024-08-17T16:46:39.033 INFO:teuthology.orchestra.run.smithi106.stdout:(22/33): python3-jaraco-functools-3.5.0-2.el9.n 387 kB/s | 19 kB 00:00 2024-08-17T16:46:39.034 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:46:39.034 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:46:39.058 INFO:teuthology.orchestra.run.smithi106.stdout:(23/33): python3-jaraco-text-3.2.0-6.el9.noarch 390 kB/s | 20 kB 00:00 2024-08-17T16:46:39.084 INFO:teuthology.orchestra.run.smithi106.stdout:(24/33): python3-logutils-0.3.5-21.el9.noarch.r 919 kB/s | 46 kB 00:00 2024-08-17T16:46:39.109 INFO:teuthology.orchestra.run.smithi106.stdout:(25/33): python3-more-itertools-8.12.0-2.el9.no 1.5 MB/s | 79 kB 00:00 2024-08-17T16:46:39.134 INFO:teuthology.orchestra.run.smithi106.stdout:(26/33): python3-portend-3.1.0-2.el9.noarch.rpm 660 kB/s | 16 kB 00:00 2024-08-17T16:46:39.159 INFO:teuthology.orchestra.run.smithi106.stdout:(27/33): python3-cherrypy-18.6.1-2.el9.noarch.r 1.2 MB/s | 358 kB 00:00 2024-08-17T16:46:39.177 INFO:teuthology.orchestra.run.smithi106.stdout:(28/33): python3-pyOpenSSL-21.0.0-1.el9.noarch. 2.1 MB/s | 90 kB 00:00 2024-08-17T16:46:39.202 INFO:teuthology.orchestra.run.smithi106.stdout:(29/33): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-08-17T16:46:39.227 INFO:teuthology.orchestra.run.smithi106.stdout:(30/33): python3-tempora-5.0.0-2.el9.noarch.rpm 532 kB/s | 36 kB 00:00 2024-08-17T16:46:39.261 INFO:teuthology.orchestra.run.smithi106.stdout:(31/33): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-08-17T16:46:39.286 INFO:teuthology.orchestra.run.smithi106.stdout:(32/33): python3-zc-lockfile-2.0-10.el9.noarch. 340 kB/s | 20 kB 00:00 2024-08-17T16:46:39.311 INFO:teuthology.orchestra.run.smithi106.stdout:(33/33): python3-werkzeug-2.0.3-3.el9.1.noarch. 3.8 MB/s | 427 kB 00:00 2024-08-17T16:46:39.318 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:39.318 INFO:teuthology.orchestra.run.smithi106.stdout:Total 12 MB/s | 29 MB 00:02 2024-08-17T16:46:39.426 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:46:39.463 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:46:39.463 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:46:39.852 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:46:39.852 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:46:40.315 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:46:40.386 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-08-17T16:46:40.418 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-08-17T16:46:40.459 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-08-17T16:46:40.555 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-08-17T16:46:40.640 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-08-17T16:46:40.688 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-08-17T16:46:40.722 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-08-17T16:46:40.760 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-08-17T16:46:40.794 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-08-17T16:46:40.828 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-08-17T16:46:40.877 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-08-17T16:46:40.912 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-08-17T16:46:40.946 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-08-17T16:46:40.984 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-08-17T16:46:41.060 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-08-17T16:46:41.117 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:46:41.197 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/33 2024-08-17T16:46:41.219 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-08-17T16:46:41.229 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/33 2024-08-17T16:46:41.262 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 3/33 2024-08-17T16:46:41.304 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-08-17T16:46:41.356 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-08-17T16:46:41.361 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 4/33 2024-08-17T16:46:41.409 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-08-17T16:46:41.440 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 5/33 2024-08-17T16:46:41.467 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-08-17T16:46:41.482 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 6/33 2024-08-17T16:46:41.533 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 7/33 2024-08-17T16:46:41.537 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-08-17T16:46:41.566 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 8/33 2024-08-17T16:46:41.589 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 9/33 2024-08-17T16:46:41.622 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 10/33 2024-08-17T16:46:41.663 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 11/33 2024-08-17T16:46:41.699 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 12/33 2024-08-17T16:46:41.733 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 13/33 2024-08-17T16:46:41.740 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-08-17T16:46:41.778 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 14/33 2024-08-17T16:46:41.789 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-08-17T16:46:41.852 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 15/33 2024-08-17T16:46:41.870 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-08-17T16:46:41.969 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-08-17T16:46:42.006 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 16/33 2024-08-17T16:46:42.011 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-08-17T16:46:42.087 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 17/33 2024-08-17T16:46:42.133 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-08-17T16:46:42.140 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 18/33 2024-08-17T16:46:42.179 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 19/33 2024-08-17T16:46:42.227 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-ply-3.11-14.el9.noarch 20/33 2024-08-17T16:46:42.283 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 21/33 2024-08-17T16:46:42.294 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.n 28/33 2024-08-17T16:46:42.322 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 29/33 2024-08-17T16:46:42.349 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 29/33 2024-08-17T16:46:42.349 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:42.349 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:46:42.349 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:46:42.349 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:46:42.349 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:42.484 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 22/33 2024-08-17T16:46:42.541 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 23/33 2024-08-17T16:46:42.620 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 24/33 2024-08-17T16:46:42.707 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 25/33 2024-08-17T16:46:42.755 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 26/33 2024-08-17T16:46:42.873 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 27/33 2024-08-17T16:46:43.023 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.n 28/33 2024-08-17T16:46:43.051 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 29/33 2024-08-17T16:46:43.076 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 29/33 2024-08-17T16:46:43.076 INFO:teuthology.orchestra.run.smithi106.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:43.077 INFO:teuthology.orchestra.run.smithi106.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:46:43.077 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:46:43.077 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:46:43.077 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:43.857 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 30/33 2024-08-17T16:46:43.888 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 30/33 2024-08-17T16:46:43.888 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:43.888 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:46:43.888 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:46:43.888 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:46:43.888 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:44.358 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 31/33 2024-08-17T16:46:44.383 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 31/33 2024-08-17T16:46:44.383 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:44.383 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:46:44.383 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:46:44.383 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:46:44.383 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:44.536 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 30/33 2024-08-17T16:46:44.564 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 30/33 2024-08-17T16:46:44.564 INFO:teuthology.orchestra.run.smithi106.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:44.564 INFO:teuthology.orchestra.run.smithi106.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:46:44.564 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:46:44.564 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:46:44.564 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:44.600 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 32/33 2024-08-17T16:46:44.626 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 32/33 2024-08-17T16:46:44.626 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:44.626 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:46:44.626 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:46:44.626 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:46:44.626 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:44.692 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-2:18.2.4-719.gced649f8.el9.x86_64 33/33 2024-08-17T16:46:45.012 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 31/33 2024-08-17T16:46:45.035 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 31/33 2024-08-17T16:46:45.035 INFO:teuthology.orchestra.run.smithi106.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:45.035 INFO:teuthology.orchestra.run.smithi106.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:46:45.036 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:46:45.036 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:46:45.036 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:45.237 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 32/33 2024-08-17T16:46:45.261 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 32/33 2024-08-17T16:46:45.261 INFO:teuthology.orchestra.run.smithi106.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:45.262 INFO:teuthology.orchestra.run.smithi106.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:46:45.262 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:46:45.262 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:46:45.262 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:45.325 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-2:18.2.4-719.gced649f8.el9.x86_64 33/33 2024-08-17T16:46:46.488 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-2:18.2.4-719.gced649f8.el9.x86_64 33/33 2024-08-17T16:46:46.488 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-2:18.2.4-719.gced649f8.el9.x86_64 1/33 2024-08-17T16:46:46.488 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 2/33 2024-08-17T16:46:46.488 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 3/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 4/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 5/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.n 6/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-08-17T16:46:46.489 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-08-17T16:46:46.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-08-17T16:46:46.491 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-08-17T16:46:46.491 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-08-17T16:46:46.491 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-08-17T16:46:46.491 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-08-17T16:46:46.491 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-08-17T16:46:46.491 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-08-17T16:46:46.492 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-2:18.2.4-719.gced649f8.el9.x86_64 33/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-2:18.2.4-719.gced649f8.el9.x86_64 1/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 2/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 3/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 4/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 5/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.n 6/33 2024-08-17T16:46:46.930 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 12/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 13/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 14/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 15/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 16/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 17/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 18/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 19/33 2024-08-17T16:46:46.931 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 20/33 2024-08-17T16:46:46.932 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 21/33 2024-08-17T16:46:46.932 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 22/33 2024-08-17T16:46:46.932 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 23/33 2024-08-17T16:46:46.932 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 24/33 2024-08-17T16:46:46.932 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 25/33 2024-08-17T16:46:46.932 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 26/33 2024-08-17T16:46:46.932 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 27/33 2024-08-17T16:46:46.933 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 28/33 2024-08-17T16:46:46.933 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 29/33 2024-08-17T16:46:46.933 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 30/33 2024-08-17T16:46:46.933 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 31/33 2024-08-17T16:46:46.933 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 32/33 2024-08-17T16:46:47.446 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:46:47.447 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:46:47.448 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:46:47.449 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:47.450 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 33/33 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.715 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:46:47.716 INFO:teuthology.orchestra.run.smithi106.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:46:47.717 INFO:teuthology.orchestra.run.smithi106.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:46:47.718 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:47.718 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:47.812 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-base 2024-08-17T16:46:48.080 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-base 2024-08-17T16:46:48.408 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:48 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:48.496 INFO:teuthology.orchestra.run.smithi047.stdout:Package ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:46:48.540 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:48.541 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:46:48.541 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:48.591 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install cephadm 2024-08-17T16:46:48.645 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:47 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:48.730 INFO:teuthology.orchestra.run.smithi106.stdout:Package ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:46:48.771 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:48.772 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:46:48.772 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:48.824 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install cephadm 2024-08-17T16:46:49.166 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:49 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:49.297 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:49.298 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:49.298 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:46:49.298 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:49.298 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout: cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 224 k 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout:Install 1 Package 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 224 k 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 216 k 2024-08-17T16:46:49.299 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:46:49.373 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:48 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:49.499 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:49.499 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout: cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 224 k 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:Install 1 Package 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 224 k 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 216 k 2024-08-17T16:46:49.500 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:46:49.530 INFO:teuthology.orchestra.run.smithi047.stdout:cephadm-18.2.4-719.gced649f8.el9.noarch.rpm 975 kB/s | 224 kB 00:00 2024-08-17T16:46:49.530 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:49.531 INFO:teuthology.orchestra.run.smithi047.stdout:Total 968 kB/s | 224 kB 00:00 2024-08-17T16:46:49.531 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:46:49.536 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:46:49.537 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:46:49.539 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:46:49.540 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:46:49.612 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:46:49.753 INFO:teuthology.orchestra.run.smithi106.stdout:cephadm-18.2.4-719.gced649f8.el9.noarch.rpm 890 kB/s | 224 kB 00:00 2024-08-17T16:46:49.753 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:49.754 INFO:teuthology.orchestra.run.smithi106.stdout:Total 885 kB/s | 224 kB 00:00 2024-08-17T16:46:49.754 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:46:49.759 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:46:49.759 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:46:49.762 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:46:49.762 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:46:49.829 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:46:50.028 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.119 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.241 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.331 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.455 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.689 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.703 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.703 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:50.704 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:46:50.704 INFO:teuthology.orchestra.run.smithi047.stdout: cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:50.704 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:50.704 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:50.900 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-immutable-object-cache 2024-08-17T16:46:50.911 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/1 2024-08-17T16:46:50.911 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:50.911 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:46:50.912 INFO:teuthology.orchestra.run.smithi106.stdout: cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:50.912 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:50.912 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:51.123 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-immutable-object-cache 2024-08-17T16:46:51.479 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:51 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:51.612 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repo Size 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-719.gced649f8.el9 ceph 143 k 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout:Install 1 Package 2024-08-17T16:46:51.613 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:51.614 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 143 k 2024-08-17T16:46:51.614 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 395 k 2024-08-17T16:46:51.614 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:46:51.690 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:50 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:51.821 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:51.821 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:51.821 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repo Size 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-719.gced649f8.el9 ceph 143 k 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:Install 1 Package 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 143 k 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 395 k 2024-08-17T16:46:51.822 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:46:51.844 INFO:teuthology.orchestra.run.smithi047.stdout:ceph-immutable-object-cache-18.2.4-719.gced649f 620 kB/s | 143 kB 00:00 2024-08-17T16:46:51.844 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:51.845 INFO:teuthology.orchestra.run.smithi047.stdout:Total 617 kB/s | 143 kB 00:00 2024-08-17T16:46:51.845 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:46:51.853 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:46:51.853 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:46:51.914 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:46:51.914 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:46:52.033 INFO:teuthology.orchestra.run.smithi106.stdout:ceph-immutable-object-cache-18.2.4-719.gced649f 678 kB/s | 143 kB 00:00 2024-08-17T16:46:52.034 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:52.035 INFO:teuthology.orchestra.run.smithi106.stdout:Total 671 kB/s | 143 kB 00:00 2024-08-17T16:46:52.035 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:46:52.042 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:46:52.042 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:46:52.062 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:46:52.098 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:46:52.099 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:46:52.120 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-719.gced649f8.e 1/1 2024-08-17T16:46:52.146 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-719.gced649f8.e 1/1 2024-08-17T16:46:52.146 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:52.146 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:46:52.147 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:52.250 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:46:52.343 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-719.gced649f8.e 1/1 2024-08-17T16:46:52.368 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-719.gced649f8.e 1/1 2024-08-17T16:46:52.368 INFO:teuthology.orchestra.run.smithi106.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:46:52.368 INFO:teuthology.orchestra.run.smithi106.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:46:52.368 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:53.112 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-719.gced649f8.e 1/1 2024-08-17T16:46:53.112 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:53.112 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:46:53.112 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-immutable-object-cache-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:53.112 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:53.112 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:53.324 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-mgr 2024-08-17T16:46:53.324 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-719.gced649f8.e 1/1 2024-08-17T16:46:53.324 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:53.325 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:46:53.325 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-immutable-object-cache-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:46:53.325 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:53.325 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:53.537 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-mgr 2024-08-17T16:46:53.920 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:53 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:54.011 INFO:teuthology.orchestra.run.smithi047.stdout:Package ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:46:54.056 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:54.057 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:46:54.057 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:54.098 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:53 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:54.116 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-mgr-dashboard 2024-08-17T16:46:54.197 INFO:teuthology.orchestra.run.smithi106.stdout:Package ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:46:54.238 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:54.239 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:46:54.239 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:54.299 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-mgr-dashboard 2024-08-17T16:46:54.684 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:54 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:54.816 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:54.816 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-dashboard noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 3.5 M 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-grafana-dashboards noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 24 k 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-prometheus-alerts noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 16 k 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:46:54.817 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:46:54.818 INFO:teuthology.orchestra.run.smithi047.stdout:Install 5 Packages 2024-08-17T16:46:54.818 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:54.818 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 3.8 M 2024-08-17T16:46:54.818 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 87 M 2024-08-17T16:46:54.818 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:46:54.847 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:53 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:54.973 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:54.973 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:54.973 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-dashboard noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 3.5 M 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-grafana-dashboards noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 24 k 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-prometheus-alerts noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 16 k 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout:Install 5 Packages 2024-08-17T16:46:54.974 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:54.975 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 3.8 M 2024-08-17T16:46:54.975 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 87 M 2024-08-17T16:46:54.975 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:46:55.073 INFO:teuthology.orchestra.run.smithi047.stdout:(1/5): ceph-grafana-dashboards-18.2.4-719.gced6 120 kB/s | 24 kB 00:00 2024-08-17T16:46:55.090 INFO:teuthology.orchestra.run.smithi047.stdout:(2/5): ceph-prometheus-alerts-18.2.4-719.gced64 75 kB/s | 16 kB 00:00 2024-08-17T16:46:55.165 INFO:teuthology.orchestra.run.smithi047.stdout:(3/5): python3-repoze-lru-0.7-16.el9.noarch.rpm 335 kB/s | 31 kB 00:00 2024-08-17T16:46:55.199 INFO:teuthology.orchestra.run.smithi047.stdout:(4/5): python3-routes-2.5.1-5.el9.noarch.rpm 1.7 MB/s | 188 kB 00:00 2024-08-17T16:46:55.245 INFO:teuthology.orchestra.run.smithi106.stdout:(1/5): ceph-prometheus-alerts-18.2.4-719.gced64 85 kB/s | 16 kB 00:00 2024-08-17T16:46:55.271 INFO:teuthology.orchestra.run.smithi106.stdout:(2/5): ceph-grafana-dashboards-18.2.4-719.gced6 112 kB/s | 24 kB 00:00 2024-08-17T16:46:55.332 INFO:teuthology.orchestra.run.smithi047.stdout:(5/5): ceph-mgr-dashboard-18.2.4-719.gced649f8. 7.6 MB/s | 3.5 MB 00:00 2024-08-17T16:46:55.335 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:55.336 INFO:teuthology.orchestra.run.smithi047.stdout:Total 7.3 MB/s | 3.8 MB 00:00 2024-08-17T16:46:55.336 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:46:55.343 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:46:55.343 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:46:55.354 INFO:teuthology.orchestra.run.smithi106.stdout:(3/5): python3-routes-2.5.1-5.el9.noarch.rpm 2.2 MB/s | 188 kB 00:00 2024-08-17T16:46:55.379 INFO:teuthology.orchestra.run.smithi106.stdout:(4/5): python3-repoze-lru-0.7-16.el9.noarch.rpm 230 kB/s | 31 kB 00:00 2024-08-17T16:46:55.407 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:46:55.408 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:46:55.463 INFO:teuthology.orchestra.run.smithi106.stdout:(5/5): ceph-mgr-dashboard-18.2.4-719.gced649f8. 8.6 MB/s | 3.5 MB 00:00 2024-08-17T16:46:55.466 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:46:55.467 INFO:teuthology.orchestra.run.smithi106.stdout:Total 7.7 MB/s | 3.8 MB 00:00 2024-08-17T16:46:55.467 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:46:55.473 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:46:55.474 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:46:55.533 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:46:55.534 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:46:55.661 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:46:55.741 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 1/5 2024-08-17T16:46:55.771 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 2/5 2024-08-17T16:46:55.775 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:46:55.800 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.no 3/5 2024-08-17T16:46:55.852 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 1/5 2024-08-17T16:46:55.884 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 2/5 2024-08-17T16:46:55.913 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.no 3/5 2024-08-17T16:46:56.911 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.n 4/5 2024-08-17T16:46:56.944 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 5/5 2024-08-17T16:46:56.958 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.n 4/5 2024-08-17T16:46:57.000 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 5/5 2024-08-17T16:46:58.056 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 5/5 2024-08-17T16:46:58.057 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.n 1/5 2024-08-17T16:46:58.057 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 2/5 2024-08-17T16:46:58.057 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.no 3/5 2024-08-17T16:46:58.057 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 4/5 2024-08-17T16:46:58.067 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 5/5 2024-08-17T16:46:58.067 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.n 1/5 2024-08-17T16:46:58.067 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 2/5 2024-08-17T16:46:58.067 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.no 3/5 2024-08-17T16:46:58.067 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 4/5 2024-08-17T16:46:58.311 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 5/5 2024-08-17T16:46:58.311 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:58.311 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:46:58.311 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:58.311 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:58.311 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:58.312 INFO:teuthology.orchestra.run.smithi106.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:46:58.312 INFO:teuthology.orchestra.run.smithi106.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:46:58.312 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:58.312 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 5/5 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:46:58.336 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:58.337 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:46:58.520 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-mgr-diskprediction-local 2024-08-17T16:46:58.561 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-mgr-diskprediction-local 2024-08-17T16:46:59.059 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:00:58 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:46:59.131 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:59 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:46:59.186 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:46:59.187 INFO:teuthology.orchestra.run.smithi106.stdout:====================================================================================== 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout:====================================================================================== 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 7.4 M 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:46:59.188 INFO:teuthology.orchestra.run.smithi106.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout:====================================================================================== 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout:Install 12 Packages 2024-08-17T16:46:59.189 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:46:59.190 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 38 M 2024-08-17T16:46:59.190 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 209 M 2024-08-17T16:46:59.190 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:46:59.266 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout:====================================================================================== 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout:====================================================================================== 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 7.4 M 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:46:59.267 INFO:teuthology.orchestra.run.smithi047.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout:====================================================================================== 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout:Install 12 Packages 2024-08-17T16:46:59.268 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:46:59.269 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 38 M 2024-08-17T16:46:59.269 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 209 M 2024-08-17T16:46:59.269 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:46:59.523 INFO:teuthology.orchestra.run.smithi047.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-08-17T16:46:59.598 INFO:teuthology.orchestra.run.smithi047.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 3.5 MB/s | 803 kB 00:00 2024-08-17T16:46:59.612 INFO:teuthology.orchestra.run.smithi106.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 799 kB/s | 195 kB 00:00 2024-08-17T16:46:59.639 INFO:teuthology.orchestra.run.smithi047.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 280 kB/s | 33 kB 00:00 2024-08-17T16:46:59.662 INFO:teuthology.orchestra.run.smithi106.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 2.7 MB/s | 803 kB 00:00 2024-08-17T16:46:59.690 INFO:teuthology.orchestra.run.smithi047.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 364 kB/s | 18 kB 00:00 2024-08-17T16:46:59.737 INFO:teuthology.orchestra.run.smithi106.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 261 kB/s | 33 kB 00:00 2024-08-17T16:46:59.749 INFO:teuthology.orchestra.run.smithi047.stdout:(5/12): openblas-0.3.21-2.el9.x86_64.rpm 603 kB/s | 35 kB 00:00 2024-08-17T16:46:59.789 INFO:teuthology.orchestra.run.smithi106.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 364 kB/s | 18 kB 00:00 2024-08-17T16:46:59.846 INFO:teuthology.orchestra.run.smithi106.stdout:(5/12): openblas-0.3.21-2.el9.x86_64.rpm 603 kB/s | 35 kB 00:00 2024-08-17T16:46:59.891 INFO:teuthology.orchestra.run.smithi047.stdout:(6/12): ceph-mgr-diskprediction-local-18.2.4-71 14 MB/s | 7.4 MB 00:00 2024-08-17T16:46:59.946 INFO:teuthology.orchestra.run.smithi106.stdout:(6/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 11 MB/s | 3.0 MB 00:00 2024-08-17T16:47:00.033 INFO:teuthology.orchestra.run.smithi047.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 6.9 MB/s | 3.0 MB 00:00 2024-08-17T16:47:00.038 INFO:teuthology.orchestra.run.smithi106.stdout:(7/12): ceph-mgr-diskprediction-local-18.2.4-71 11 MB/s | 7.4 MB 00:00 2024-08-17T16:47:00.063 INFO:teuthology.orchestra.run.smithi106.stdout:(8/12): python3-devel-3.9.18-3.el9.x86_64.rpm 2.0 MB/s | 244 kB 00:00 2024-08-17T16:47:00.113 INFO:teuthology.orchestra.run.smithi106.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 4.9 MB/s | 250 kB 00:00 2024-08-17T16:47:00.141 INFO:teuthology.orchestra.run.smithi047.stdout:(8/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 12 MB/s | 4.7 MB 00:00 2024-08-17T16:47:00.167 INFO:teuthology.orchestra.run.smithi047.stdout:(9/12): python3-devel-3.9.18-3.el9.x86_64.rpm 886 kB/s | 244 kB 00:00 2024-08-17T16:47:00.201 INFO:teuthology.orchestra.run.smithi047.stdout:(10/12): python3-numpy-f2py-1.20.1-5.el9.x86_64 4.2 MB/s | 250 kB 00:00 2024-08-17T16:47:00.247 INFO:teuthology.orchestra.run.smithi106.stdout:(10/12): openblas-openmp-0.3.21-2.el9.x86_64.rp 12 MB/s | 4.7 MB 00:00 2024-08-17T16:47:00.276 INFO:teuthology.orchestra.run.smithi047.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 5.1 MB 00:00 2024-08-17T16:47:00.472 INFO:teuthology.orchestra.run.smithi106.stdout:(11/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 45 MB/s | 16 MB 00:00 2024-08-17T16:47:00.556 INFO:teuthology.orchestra.run.smithi106.stdout:(12/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 9.9 MB/s | 5.1 MB 00:00 2024-08-17T16:47:00.557 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:00.557 INFO:teuthology.orchestra.run.smithi106.stdout:Total 28 MB/s | 38 MB 00:01 2024-08-17T16:47:00.903 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:00.931 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:00.931 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:01.446 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:01.446 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:01.676 INFO:teuthology.orchestra.run.smithi047.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-08-17T16:47:01.677 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:01.677 INFO:teuthology.orchestra.run.smithi047.stdout:Total 16 MB/s | 38 MB 00:02 2024-08-17T16:47:02.048 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:02.076 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:02.076 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:02.202 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:02.268 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-08-17T16:47:02.315 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-08-17T16:47:02.419 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-08-17T16:47:02.455 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 4/12 2024-08-17T16:47:02.607 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:02.607 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:02.632 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-08-17T16:47:02.663 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-08-17T16:47:02.739 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-08-17T16:47:03.397 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-08-17T16:47:03.412 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:03.474 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-08-17T16:47:03.508 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-08-17T16:47:03.519 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-08-17T16:47:03.622 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-08-17T16:47:03.659 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 4/12 2024-08-17T16:47:03.842 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-08-17T16:47:03.874 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-08-17T16:47:03.952 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-08-17T16:47:04.648 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-08-17T16:47:04.759 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-08-17T16:47:04.766 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-08-17T16:47:05.782 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-08-17T16:47:05.820 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-719.gced649 12/12 2024-08-17T16:47:06.106 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-08-17T16:47:07.184 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-08-17T16:47:07.215 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-719.gced649 12/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-719.gced649 12/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-719.gced649 1/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-08-17T16:47:08.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-08-17T16:47:08.277 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 9/12 2024-08-17T16:47:08.277 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-08-17T16:47:08.277 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-08-17T16:47:08.673 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-08-17T16:47:08.673 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:08.673 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:08.673 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-diskprediction-local-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:47:08.673 INFO:teuthology.orchestra.run.smithi106.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:47:08.673 INFO:teuthology.orchestra.run.smithi106.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:08.674 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:09.052 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-mgr-rook 2024-08-17T16:47:09.609 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:08 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-719.gced649 12/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-719.gced649 1/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 9/12 2024-08-17T16:47:09.698 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-08-17T16:47:09.699 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-08-17T16:47:09.737 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-rook noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 49 k 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:47:09.738 INFO:teuthology.orchestra.run.smithi106.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:09.739 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:09.740 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:09.740 INFO:teuthology.orchestra.run.smithi106.stdout:Install 13 Packages 2024-08-17T16:47:09.740 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:09.740 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 2.2 M 2024-08-17T16:47:09.740 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 26 M 2024-08-17T16:47:09.740 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:09.961 INFO:teuthology.orchestra.run.smithi106.stdout:(1/13): python3-jsonpointer-2.0-4.el9.noarch.rp 144 kB/s | 19 kB 00:00 2024-08-17T16:47:09.986 INFO:teuthology.orchestra.run.smithi106.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 162 kB/s | 26 kB 00:00 2024-08-17T16:47:10.011 INFO:teuthology.orchestra.run.smithi106.stdout:(3/13): ceph-mgr-rook-18.2.4-719.gced649f8.el9. 269 kB/s | 49 kB 00:00 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-diskprediction-local-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:47:10.121 INFO:teuthology.orchestra.run.smithi047.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:10.122 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:10.128 INFO:teuthology.orchestra.run.smithi106.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.1 MB/s | 159 kB 00:00 2024-08-17T16:47:10.153 INFO:teuthology.orchestra.run.smithi106.stdout:(5/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.1 MB/s | 222 kB 00:00 2024-08-17T16:47:10.204 INFO:teuthology.orchestra.run.smithi106.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 713 kB/s | 54 kB 00:00 2024-08-17T16:47:10.254 INFO:teuthology.orchestra.run.smithi106.stdout:(7/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.1 MB/s | 279 kB 00:00 2024-08-17T16:47:10.279 INFO:teuthology.orchestra.run.smithi106.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 256 kB/s | 32 kB 00:00 2024-08-17T16:47:10.321 INFO:teuthology.orchestra.run.smithi106.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 123 kB/s | 14 kB 00:00 2024-08-17T16:47:10.346 INFO:teuthology.orchestra.run.smithi106.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.5 MB/s | 59 kB 00:00 2024-08-17T16:47:10.380 INFO:teuthology.orchestra.run.smithi106.stdout:(11/13): python3-websocket-client-1.2.3-2.el9.n 2.6 MB/s | 90 kB 00:00 2024-08-17T16:47:10.414 INFO:teuthology.orchestra.run.smithi106.stdout:(12/13): python3-kubernetes-26.1.0-2.el9.noarch 9.3 MB/s | 1.0 MB 00:00 2024-08-17T16:47:10.439 INFO:teuthology.orchestra.run.smithi106.stdout:(13/13): python3-google-auth-2.33.0-1.el9.noarc 1.2 MB/s | 220 kB 00:00 2024-08-17T16:47:10.441 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:10.441 INFO:teuthology.orchestra.run.smithi106.stdout:Total 3.2 MB/s | 2.2 MB 00:00 2024-08-17T16:47:10.504 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:10.519 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:10.519 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:10.543 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-mgr-rook 2024-08-17T16:47:10.608 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:10.608 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:11.120 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:11 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:11.133 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:11.254 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:11.255 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:11.255 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:47:11.255 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:11.255 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:11.255 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-rook noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 49 k 2024-08-17T16:47:11.255 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:47:11.255 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:47:11.256 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:11.257 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:11.257 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:11.257 INFO:teuthology.orchestra.run.smithi047.stdout:Install 13 Packages 2024-08-17T16:47:11.257 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:11.257 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 2.2 M 2024-08-17T16:47:11.257 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 26 M 2024-08-17T16:47:11.258 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:11.302 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-08-17T16:47:11.364 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-08-17T16:47:11.420 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-08-17T16:47:11.457 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-08-17T16:47:11.515 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-08-17T16:47:11.616 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-08-17T16:47:11.631 INFO:teuthology.orchestra.run.smithi047.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 319 kB/s | 26 kB 00:00 2024-08-17T16:47:11.648 INFO:teuthology.orchestra.run.smithi047.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 197 kB/s | 19 kB 00:00 2024-08-17T16:47:11.724 INFO:teuthology.orchestra.run.smithi047.stdout:(3/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 2.9 MB/s | 222 kB 00:00 2024-08-17T16:47:11.726 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 7/13 2024-08-17T16:47:11.749 INFO:teuthology.orchestra.run.smithi047.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.6 MB/s | 159 kB 00:00 2024-08-17T16:47:11.774 INFO:teuthology.orchestra.run.smithi047.stdout:(5/13): ceph-mgr-rook-18.2.4-719.gced649f8.el9. 221 kB/s | 49 kB 00:00 2024-08-17T16:47:11.775 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-08-17T16:47:11.799 INFO:teuthology.orchestra.run.smithi047.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 1.0 MB/s | 54 kB 00:00 2024-08-17T16:47:11.825 INFO:teuthology.orchestra.run.smithi047.stdout:(7/13): python3-pyasn1-modules-0.4.8-6.el9.noar 2.7 MB/s | 279 kB 00:00 2024-08-17T16:47:11.933 INFO:teuthology.orchestra.run.smithi047.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 203 kB/s | 32 kB 00:00 2024-08-17T16:47:11.959 INFO:teuthology.orchestra.run.smithi047.stdout:(9/13): python3-certifi-2023.05.07-4.el9.noarch 89 kB/s | 14 kB 00:00 2024-08-17T16:47:11.984 INFO:teuthology.orchestra.run.smithi047.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-17T16:47:12.009 INFO:teuthology.orchestra.run.smithi047.stdout:(11/13): python3-google-auth-2.33.0-1.el9.noarc 1.6 MB/s | 220 kB 00:00 2024-08-17T16:47:12.035 INFO:teuthology.orchestra.run.smithi047.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 1.7 MB/s | 90 kB 00:00 2024-08-17T16:47:12.076 INFO:teuthology.orchestra.run.smithi047.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 7.3 MB/s | 1.0 MB 00:00 2024-08-17T16:47:12.079 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:12.079 INFO:teuthology.orchestra.run.smithi047.stdout:Total 2.7 MB/s | 2.2 MB 00:00 2024-08-17T16:47:12.146 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:12.162 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:12.162 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:12.257 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:12.257 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:12.488 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-08-17T16:47:12.543 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-08-17T16:47:12.577 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-08-17T16:47:12.625 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-08-17T16:47:12.647 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 13/13 2024-08-17T16:47:12.779 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:12.948 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-08-17T16:47:13.005 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-08-17T16:47:13.060 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-08-17T16:47:13.095 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-08-17T16:47:13.138 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 5/13 2024-08-17T16:47:13.244 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-08-17T16:47:13.362 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 7/13 2024-08-17T16:47:13.407 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 13/13 2024-08-17T16:47:13.407 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 1/13 2024-08-17T16:47:13.407 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-08-17T16:47:13.407 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-08-17T16:47:13.407 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 10/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-08-17T16:47:13.408 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-08-17T16:47:13.431 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:47:13.763 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:13.764 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:13.993 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-mgr-cephadm 2024-08-17T16:47:14.192 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-08-17T16:47:14.249 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-08-17T16:47:14.282 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-08-17T16:47:14.323 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-08-17T16:47:14.343 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 13/13 2024-08-17T16:47:14.559 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:13 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:14.685 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 139 k 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:47:14.686 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout:Install 6 Packages 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:14.687 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 7.0 M 2024-08-17T16:47:14.688 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 33 M 2024-08-17T16:47:14.688 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:15.133 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 13/13 2024-08-17T16:47:15.133 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 1/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 9/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 10/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-08-17T16:47:15.134 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-08-17T16:47:15.197 INFO:teuthology.orchestra.run.smithi106.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.3 MB/s | 248 kB 00:00 2024-08-17T16:47:15.247 INFO:teuthology.orchestra.run.smithi106.stdout:(2/6): ceph-mgr-cephadm-18.2.4-719.gced649f8.el 588 kB/s | 139 kB 00:00 2024-08-17T16:47:15.314 INFO:teuthology.orchestra.run.smithi106.stdout:(3/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 4.6 MB/s | 548 kB 00:00 2024-08-17T16:47:15.339 INFO:teuthology.orchestra.run.smithi106.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 643 kB/s | 58 kB 00:00 2024-08-17T16:47:15.364 INFO:teuthology.orchestra.run.smithi106.stdout:(5/6): python3-typing-extensions-4.12.2-2.el9.n 1.5 MB/s | 74 kB 00:00 2024-08-17T16:47:15.448 INFO:teuthology.orchestra.run.smithi106.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-08-17T16:47:15.450 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:15.451 INFO:teuthology.orchestra.run.smithi106.stdout:Total 9.2 MB/s | 7.0 MB 00:00 2024-08-17T16:47:15.485 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-08-17T16:47:15.485 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:47:15.486 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:47:15.487 INFO:teuthology.orchestra.run.smithi047.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:47:15.487 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:15.487 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:15.519 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:15.530 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:15.531 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:15.627 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:15.628 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:15.751 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-mgr-cephadm 2024-08-17T16:47:15.928 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:16.097 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-08-17T16:47:16.150 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-08-17T16:47:16.325 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:16 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:16.457 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:16.458 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:16.458 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:47:16.458 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 139 k 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout:Install 6 Packages 2024-08-17T16:47:16.459 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:16.460 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 7.0 M 2024-08-17T16:47:16.460 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 33 M 2024-08-17T16:47:16.460 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:16.658 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-08-17T16:47:16.746 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-08-17T16:47:16.815 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-08-17T16:47:16.838 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 6/6 2024-08-17T16:47:16.951 INFO:teuthology.orchestra.run.smithi047.stdout:(1/6): python3-jinja2-2.11.3-6.el9.noarch.rpm 1.3 MB/s | 248 kB 00:00 2024-08-17T16:47:17.010 INFO:teuthology.orchestra.run.smithi047.stdout:(2/6): ceph-mgr-cephadm-18.2.4-719.gced649f8.el 559 kB/s | 139 kB 00:00 2024-08-17T16:47:17.135 INFO:teuthology.orchestra.run.smithi047.stdout:(3/6): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-08-17T16:47:17.160 INFO:teuthology.orchestra.run.smithi047.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 390 kB/s | 58 kB 00:00 2024-08-17T16:47:17.210 INFO:teuthology.orchestra.run.smithi047.stdout:(5/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 2.1 MB/s | 548 kB 00:00 2024-08-17T16:47:17.235 INFO:teuthology.orchestra.run.smithi047.stdout:(6/6): python3-typing-extensions-4.12.2-2.el9.n 745 kB/s | 74 kB 00:00 2024-08-17T16:47:17.239 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:17.239 INFO:teuthology.orchestra.run.smithi047.stdout:Total 9.0 MB/s | 7.0 MB 00:00 2024-08-17T16:47:17.312 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:17.324 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:17.324 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:17.429 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:17.429 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:17.635 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 6/6 2024-08-17T16:47:17.635 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/6 2024-08-17T16:47:17.635 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-08-17T16:47:17.636 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-08-17T16:47:17.636 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-08-17T16:47:17.636 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-08-17T16:47:17.742 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:17.893 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-08-17T16:47:17.893 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:17.893 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:17.893 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:47:17.893 INFO:teuthology.orchestra.run.smithi106.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:47:17.894 INFO:teuthology.orchestra.run.smithi106.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:47:17.894 INFO:teuthology.orchestra.run.smithi106.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:47:17.894 INFO:teuthology.orchestra.run.smithi106.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:47:17.894 INFO:teuthology.orchestra.run.smithi106.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:47:17.894 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:17.894 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:17.929 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 1/6 2024-08-17T16:47:17.981 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-08-17T16:47:18.128 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install ceph-fuse 2024-08-17T16:47:18.541 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-08-17T16:47:18.632 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-08-17T16:47:18.685 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:17 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:18.702 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 5/6 2024-08-17T16:47:18.730 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 6/6 2024-08-17T16:47:18.814 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:18.814 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:18.814 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repository Size 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 852 k 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout:Installing dependencies: 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout:Install 2 Packages 2024-08-17T16:47:18.815 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:18.816 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 931 k 2024-08-17T16:47:18.816 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 2.7 M 2024-08-17T16:47:18.816 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:19.102 INFO:teuthology.orchestra.run.smithi106.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 470 kB/s | 80 kB 00:00 2024-08-17T16:47:19.218 INFO:teuthology.orchestra.run.smithi106.stdout:(2/2): ceph-fuse-18.2.4-719.gced649f8.el9.x86_6 2.9 MB/s | 852 kB 00:00 2024-08-17T16:47:19.219 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:19.219 INFO:teuthology.orchestra.run.smithi106.stdout:Total 2.3 MB/s | 931 kB 00:00 2024-08-17T16:47:19.231 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:19.253 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:19.253 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:19.333 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:19.333 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:19.489 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 6/6 2024-08-17T16:47:19.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 1/6 2024-08-17T16:47:19.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-08-17T16:47:19.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 3/6 2024-08-17T16:47:19.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-08-17T16:47:19.490 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-08-17T16:47:19.523 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:19.653 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-08-17T16:47:19.720 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2/2 2024-08-17T16:47:19.777 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 6/6 2024-08-17T16:47:19.777 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:19.777 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:19.777 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:47:19.777 INFO:teuthology.orchestra.run.smithi047.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:47:19.777 INFO:teuthology.orchestra.run.smithi047.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:47:19.777 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:47:19.778 INFO:teuthology.orchestra.run.smithi047.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:47:19.778 INFO:teuthology.orchestra.run.smithi047.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:47:19.778 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:19.778 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:20.032 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-fuse 2024-08-17T16:47:20.322 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2/2 2024-08-17T16:47:20.322 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/2 2024-08-17T16:47:20.572 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-08-17T16:47:20.572 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:20.572 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:20.573 INFO:teuthology.orchestra.run.smithi106.stdout: ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-08-17T16:47:20.573 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:20.573 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:20.619 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:20 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:20.755 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:20.755 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:20.755 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 852 k 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout:Install 2 Packages 2024-08-17T16:47:20.756 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:20.757 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 931 k 2024-08-17T16:47:20.757 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 2.7 M 2024-08-17T16:47:20.757 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:20.835 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install librados-devel 2024-08-17T16:47:21.209 INFO:teuthology.orchestra.run.smithi047.stdout:(1/2): fuse-2.9.9-16.el9.x86_64.rpm 447 kB/s | 80 kB 00:00 2024-08-17T16:47:21.367 INFO:teuthology.orchestra.run.smithi047.stdout:(2/2): ceph-fuse-18.2.4-719.gced649f8.el9.x86_6 2.5 MB/s | 852 kB 00:00 2024-08-17T16:47:21.368 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:21.368 INFO:teuthology.orchestra.run.smithi047.stdout:Total 1.5 MB/s | 931 kB 00:00 2024-08-17T16:47:21.380 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:21.403 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:21.403 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:21.404 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:20 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:21.487 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:21.488 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:21.538 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:21.538 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:21.538 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repo Size 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout: librados-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 127 k 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:Install 1 Package 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 127 k 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 456 k 2024-08-17T16:47:21.539 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:21.685 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:21.768 INFO:teuthology.orchestra.run.smithi106.stdout:librados-devel-18.2.4-719.gced649f8.el9.x86_64. 554 kB/s | 127 kB 00:00 2024-08-17T16:47:21.769 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:21.769 INFO:teuthology.orchestra.run.smithi106.stdout:Total 550 kB/s | 127 kB 00:00 2024-08-17T16:47:21.769 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:21.775 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:21.775 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:21.821 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : fuse-2.9.9-16.el9.x86_64 1/2 2024-08-17T16:47:21.838 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:21.839 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:21.886 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2/2 2024-08-17T16:47:21.987 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:22.126 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:22.506 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2/2 2024-08-17T16:47:22.507 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/2 2024-08-17T16:47:22.556 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:22.792 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 2/2 2024-08-17T16:47:22.792 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:22.792 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:22.792 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 fuse-2.9.9-16.el9.x86_64 2024-08-17T16:47:22.792 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:22.793 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:22.816 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:22.816 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:22.816 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:22.816 INFO:teuthology.orchestra.run.smithi106.stdout: librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:22.816 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:22.817 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:23.049 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install librados-devel 2024-08-17T16:47:23.091 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install libcephfs2 2024-08-17T16:47:23.635 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:23 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:23.653 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:22 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:23.745 INFO:teuthology.orchestra.run.smithi106.stdout:Package libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:23.769 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:23.770 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:23.770 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repo Size 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: librados-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 127 k 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:Install 1 Package 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 127 k 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 456 k 2024-08-17T16:47:23.771 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:23.788 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:23.789 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:47:23.789 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:23.851 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install libcephfs-devel 2024-08-17T16:47:23.992 INFO:teuthology.orchestra.run.smithi047.stdout:librados-devel-18.2.4-719.gced649f8.el9.x86_64. 574 kB/s | 127 kB 00:00 2024-08-17T16:47:23.993 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:23.993 INFO:teuthology.orchestra.run.smithi047.stdout:Total 570 kB/s | 127 kB 00:00 2024-08-17T16:47:23.993 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:23.999 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:23.999 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:24.067 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:24.067 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:24.225 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:24.351 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:24.419 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:23 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:24.546 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repo Size 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout: libcephfs-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 31 k 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout:Install 1 Package 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:24.547 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 31 k 2024-08-17T16:47:24.548 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 139 k 2024-08-17T16:47:24.548 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:24.711 INFO:teuthology.orchestra.run.smithi106.stdout:libcephfs-devel-18.2.4-719.gced649f8.el9.x86_64 190 kB/s | 31 kB 00:00 2024-08-17T16:47:24.712 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:24.712 INFO:teuthology.orchestra.run.smithi106.stdout:Total 188 kB/s | 31 kB 00:00 2024-08-17T16:47:24.712 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:24.715 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:24.715 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:24.734 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:24.737 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:24.808 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:24.811 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:24.915 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:25.075 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:25.075 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:25.075 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:25.075 INFO:teuthology.orchestra.run.smithi047.stdout: librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:25.075 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:25.075 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:25.281 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:25.332 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install libcephfs2 2024-08-17T16:47:25.516 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:25.516 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:25.516 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:25.517 INFO:teuthology.orchestra.run.smithi106.stdout: libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:25.517 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:25.517 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:25.683 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install librados2 2024-08-17T16:47:25.911 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:25 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:26.000 INFO:teuthology.orchestra.run.smithi047.stdout:Package libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:26.045 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:26.046 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:47:26.046 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:26.121 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install libcephfs-devel 2024-08-17T16:47:26.403 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:25 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:26.489 INFO:teuthology.orchestra.run.smithi106.stdout:Package librados2-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:26.532 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:26.533 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:47:26.533 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:26.598 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install librbd1 2024-08-17T16:47:26.706 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:26 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:26.840 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:26.841 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:26.841 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repo Size 2024-08-17T16:47:26.841 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:26.841 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 31 k 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout:Install 1 Package 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 31 k 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 139 k 2024-08-17T16:47:26.842 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:27.026 INFO:teuthology.orchestra.run.smithi047.stdout:libcephfs-devel-18.2.4-719.gced649f8.el9.x86_64 169 kB/s | 31 kB 00:00 2024-08-17T16:47:27.027 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:27.027 INFO:teuthology.orchestra.run.smithi047.stdout:Total 168 kB/s | 31 kB 00:00 2024-08-17T16:47:27.027 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:27.031 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:27.031 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:27.048 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:27.049 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:27.135 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:27.154 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:26 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:27.239 INFO:teuthology.orchestra.run.smithi106.stdout:Package librbd1-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:27.251 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:27.282 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:27.283 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:47:27.283 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:27.348 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install python3-rados 2024-08-17T16:47:27.659 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:27.895 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:26 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:27.907 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:27.907 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:27.907 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:27.907 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:27.907 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:27.907 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:27.981 INFO:teuthology.orchestra.run.smithi106.stdout:Package python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:28.023 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:28.024 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:47:28.024 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:28.090 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install python3-rgw 2024-08-17T16:47:28.103 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install librados2 2024-08-17T16:47:28.636 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:27 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:28.685 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:28 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:28.719 INFO:teuthology.orchestra.run.smithi106.stdout:Package python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:28.761 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:28.762 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:47:28.762 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:28.773 INFO:teuthology.orchestra.run.smithi047.stdout:Package librados2-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:28.818 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:28.820 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:47:28.820 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:28.822 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install python3-cephfs 2024-08-17T16:47:28.873 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install librbd1 2024-08-17T16:47:29.379 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:28 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:29.452 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:29 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:29.465 INFO:teuthology.orchestra.run.smithi106.stdout:Package python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:29.507 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:29.508 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:47:29.508 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:29.541 INFO:teuthology.orchestra.run.smithi047.stdout:Package librbd1-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:29.574 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install python3-rbd 2024-08-17T16:47:29.586 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:29.587 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:47:29.588 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:29.679 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install python3-rados 2024-08-17T16:47:30.117 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:29 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:30.201 INFO:teuthology.orchestra.run.smithi106.stdout:Package python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:30.243 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:30.244 INFO:teuthology.orchestra.run.smithi106.stdout:Nothing to do. 2024-08-17T16:47:30.244 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:30.254 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:30 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:30.308 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install rbd-fuse 2024-08-17T16:47:30.343 INFO:teuthology.orchestra.run.smithi047.stdout:Package python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:30.387 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:30.388 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:47:30.388 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:30.449 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install python3-rgw 2024-08-17T16:47:30.862 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:29 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:30.991 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:30.991 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout: Package Architecture Version Repository Size 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout: rbd-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 87 k 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout:Install 1 Package 2024-08-17T16:47:30.992 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:30.993 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 87 k 2024-08-17T16:47:30.993 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 227 k 2024-08-17T16:47:30.993 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:31.021 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:31 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:31.110 INFO:teuthology.orchestra.run.smithi047.stdout:Package python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:31.155 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:31.156 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:47:31.156 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:31.206 INFO:teuthology.orchestra.run.smithi106.stdout:rbd-fuse-18.2.4-719.gced649f8.el9.x86_64.rpm 405 kB/s | 87 kB 00:00 2024-08-17T16:47:31.206 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:31.207 INFO:teuthology.orchestra.run.smithi106.stdout:Total 402 kB/s | 87 kB 00:00 2024-08-17T16:47:31.207 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:31.214 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:31.214 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:31.216 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install python3-cephfs 2024-08-17T16:47:31.276 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:31.277 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:31.422 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:31.520 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:31.795 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:31 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:31.861 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:31.884 INFO:teuthology.orchestra.run.smithi047.stdout:Package python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:31.929 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:31.930 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:47:31.931 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:32.000 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install python3-rbd 2024-08-17T16:47:32.150 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:32.150 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:32.150 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:32.150 INFO:teuthology.orchestra.run.smithi106.stdout: rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:32.150 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:32.151 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:32.406 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install rbd-mirror 2024-08-17T16:47:32.575 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:32 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:32.664 INFO:teuthology.orchestra.run.smithi047.stdout:Package python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 is already installed. 2024-08-17T16:47:32.709 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:32.710 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-08-17T16:47:32.710 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:32.774 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install rbd-fuse 2024-08-17T16:47:32.959 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:31 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:33.088 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout: Package Arch Version Repo Size 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout: rbd-mirror x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:Install 1 Package 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 3.0 M 2024-08-17T16:47:33.089 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 12 M 2024-08-17T16:47:33.090 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:33.354 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:33 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:33.434 INFO:teuthology.orchestra.run.smithi106.stdout:rbd-mirror-18.2.4-719.gced649f8.el9.x86_64.rpm 8.7 MB/s | 3.0 MB 00:00 2024-08-17T16:47:33.435 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:33.436 INFO:teuthology.orchestra.run.smithi106.stdout:Total 8.6 MB/s | 3.0 MB 00:00 2024-08-17T16:47:33.436 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:33.445 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:33.445 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:33.487 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout: Package Architecture Version Repository Size 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 87 k 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout:Install 1 Package 2024-08-17T16:47:33.488 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:33.489 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 87 k 2024-08-17T16:47:33.489 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 227 k 2024-08-17T16:47:33.489 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:33.525 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:33.525 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:33.688 INFO:teuthology.orchestra.run.smithi047.stdout:rbd-fuse-18.2.4-719.gced649f8.el9.x86_64.rpm 436 kB/s | 87 kB 00:00 2024-08-17T16:47:33.688 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:33.689 INFO:teuthology.orchestra.run.smithi047.stdout:Total 433 kB/s | 87 kB 00:00 2024-08-17T16:47:33.689 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:33.696 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:33.697 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:33.764 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:33.765 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:33.918 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:33.936 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:34.002 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:34.013 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:34.026 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:34.026 INFO:teuthology.orchestra.run.smithi106.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:47:34.027 INFO:teuthology.orchestra.run.smithi106.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:47:34.027 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:47:34.027 INFO:teuthology.orchestra.run.smithi106.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:47:34.027 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:34.366 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:34.641 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:34.641 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:34.641 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:34.641 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:34.642 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:34.642 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:34.876 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install rbd-mirror 2024-08-17T16:47:35.068 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:35.068 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:35.068 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:35.068 INFO:teuthology.orchestra.run.smithi106.stdout: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:35.068 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:35.068 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:35.317 DEBUG:teuthology.orchestra.run.smithi106:> sudo yum -y install rbd-nbd 2024-08-17T16:47:35.453 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:35 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:35.588 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:35.589 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:35.589 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repo Size 2024-08-17T16:47:35.589 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:35.589 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:35.589 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-mirror x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:47:35.589 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:35.589 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:35.590 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:35.590 INFO:teuthology.orchestra.run.smithi047.stdout:Install 1 Package 2024-08-17T16:47:35.590 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:35.590 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 3.0 M 2024-08-17T16:47:35.590 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 12 M 2024-08-17T16:47:35.590 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:35.890 INFO:teuthology.orchestra.run.smithi106.stdout:Last metadata expiration check: 0:01:34 ago on Sat 17 Aug 2024 04:46:01 PM UTC. 2024-08-17T16:47:35.933 INFO:teuthology.orchestra.run.smithi047.stdout:rbd-mirror-18.2.4-719.gced649f8.el9.x86_64.rpm 8.7 MB/s | 3.0 MB 00:00 2024-08-17T16:47:35.934 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:35.934 INFO:teuthology.orchestra.run.smithi047.stdout:Total 8.7 MB/s | 3.0 MB 00:00 2024-08-17T16:47:35.935 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:35.945 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:35.945 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:36.022 INFO:teuthology.orchestra.run.smithi106.stdout:Dependencies resolved. 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout: Package Architecture Version Repository Size 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout:Installing: 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout: rbd-nbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 172 k 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction Summary 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout:================================================================================ 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout:Install 1 Package 2024-08-17T16:47:36.023 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:36.024 INFO:teuthology.orchestra.run.smithi106.stdout:Total download size: 172 k 2024-08-17T16:47:36.024 INFO:teuthology.orchestra.run.smithi106.stdout:Installed size: 494 k 2024-08-17T16:47:36.024 INFO:teuthology.orchestra.run.smithi106.stdout:Downloading Packages: 2024-08-17T16:47:36.029 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:36.030 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:36.250 INFO:teuthology.orchestra.run.smithi106.stdout:rbd-nbd-18.2.4-719.gced649f8.el9.x86_64.rpm 765 kB/s | 172 kB 00:00 2024-08-17T16:47:36.250 INFO:teuthology.orchestra.run.smithi106.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:36.250 INFO:teuthology.orchestra.run.smithi106.stdout:Total 758 kB/s | 172 kB 00:00 2024-08-17T16:47:36.251 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction check 2024-08-17T16:47:36.258 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction check succeeded. 2024-08-17T16:47:36.258 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction test 2024-08-17T16:47:36.322 INFO:teuthology.orchestra.run.smithi106.stdout:Transaction test succeeded. 2024-08-17T16:47:36.322 INFO:teuthology.orchestra.run.smithi106.stdout:Running transaction 2024-08-17T16:47:36.474 INFO:teuthology.orchestra.run.smithi106.stdout: Preparing : 1/1 2024-08-17T16:47:36.475 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:36.542 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:36.563 INFO:teuthology.orchestra.run.smithi106.stdout: Installing : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:36.569 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:36.569 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:47:36.569 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:47:36.569 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:47:36.569 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:47:36.569 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:37.011 INFO:teuthology.orchestra.run.smithi106.stdout: Running scriptlet: rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:37.276 INFO:teuthology.orchestra.run.smithi106.stdout: Verifying : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:37.276 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:37.276 INFO:teuthology.orchestra.run.smithi106.stdout:Installed: 2024-08-17T16:47:37.276 INFO:teuthology.orchestra.run.smithi106.stdout: rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:37.277 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:47:37.277 INFO:teuthology.orchestra.run.smithi106.stdout:Complete! 2024-08-17T16:47:37.549 DEBUG:teuthology.parallel:result is None 2024-08-17T16:47:37.716 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:37.716 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:37.716 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:37.716 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:37.716 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:37.716 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:37.955 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install rbd-nbd 2024-08-17T16:47:38.541 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:01:38 ago on Sat 17 Aug 2024 04:46:00 PM UTC. 2024-08-17T16:47:38.674 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-08-17T16:47:38.675 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:38.675 INFO:teuthology.orchestra.run.smithi047.stdout: Package Architecture Version Repository Size 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-nbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 172 k 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout:Install 1 Package 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 172 k 2024-08-17T16:47:38.676 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 494 k 2024-08-17T16:47:38.677 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-08-17T16:47:38.897 INFO:teuthology.orchestra.run.smithi047.stdout:rbd-nbd-18.2.4-719.gced649f8.el9.x86_64.rpm 779 kB/s | 172 kB 00:00 2024-08-17T16:47:38.898 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:47:38.898 INFO:teuthology.orchestra.run.smithi047.stdout:Total 774 kB/s | 172 kB 00:00 2024-08-17T16:47:38.898 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-08-17T16:47:38.907 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-08-17T16:47:38.907 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-08-17T16:47:38.975 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-08-17T16:47:38.975 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-08-17T16:47:39.136 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-08-17T16:47:39.230 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:39.669 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:39.948 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 1/1 2024-08-17T16:47:39.948 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:39.948 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-08-17T16:47:39.948 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:47:39.948 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:47:39.948 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-08-17T16:47:40.188 DEBUG:teuthology.parallel:result is None 2024-08-17T16:47:40.189 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:47:40.189 INFO:teuthology.packaging:ref: None 2024-08-17T16:47:40.189 INFO:teuthology.packaging:tag: None 2024-08-17T16:47:40.189 INFO:teuthology.packaging:branch: reef 2024-08-17T16:47:40.189 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:47:40.189 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:47:40.508 DEBUG:teuthology.orchestra.run.smithi047:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:47:40.532 INFO:teuthology.orchestra.run.smithi047.stdout:18.2.4-719.gced649f8.el9 2024-08-17T16:47:40.533 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-719.gced649f8.el9 2024-08-17T16:47:40.533 INFO:teuthology.task.install:The correct ceph version 18.2.4-719.gced649f8 is installed. 2024-08-17T16:47:40.535 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:47:40.535 INFO:teuthology.packaging:ref: None 2024-08-17T16:47:40.535 INFO:teuthology.packaging:tag: None 2024-08-17T16:47:40.535 INFO:teuthology.packaging:branch: reef 2024-08-17T16:47:40.535 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:47:40.535 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:47:40.807 DEBUG:teuthology.orchestra.run.smithi106:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:47:40.833 INFO:teuthology.orchestra.run.smithi106.stdout:18.2.4-719.gced649f8.el9 2024-08-17T16:47:40.833 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-719.gced649f8.el9 2024-08-17T16:47:40.833 INFO:teuthology.task.install:The correct ceph version 18.2.4-719.gced649f8 is installed. 2024-08-17T16:47:40.835 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-17T16:47:40.835 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:47:40.835 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:47:40.866 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:47:40.867 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:47:40.904 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-17T16:47:40.904 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:47:40.904 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:47:40.959 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:47:41.028 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:47:41.028 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:47:41.057 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:47:41.126 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-17T16:47:41.126 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:47:41.126 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:47:41.156 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:47:41.225 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:47:41.225 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:47:41.252 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:47:41.318 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-17T16:47:41.318 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:47:41.318 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:47:41.347 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:47:41.417 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:47:41.417 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:47:41.443 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:47:41.508 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-17T16:47:41.606 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:47:41.606 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-08-17T16:47:41.607 INFO:tasks.cephadm:Cluster fsid is 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:47:41.607 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-17T16:47:41.607 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.47', 'mon.c': '[v2:172.21.15.47:3301,v1:172.21.15.47:6790]', 'mon.b': '172.21.15.106'} 2024-08-17T16:47:41.607 INFO:tasks.cephadm:First mon is mon.a on smithi047 2024-08-17T16:47:41.607 INFO:tasks.cephadm:First mgr is y 2024-08-17T16:47:41.607 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-17T16:47:41.607 DEBUG:teuthology.orchestra.run.smithi047:> sudo hostname $(hostname -s) 2024-08-17T16:47:41.638 DEBUG:teuthology.orchestra.run.smithi106:> sudo hostname $(hostname -s) 2024-08-17T16:47:41.664 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-08-17T16:47:41.664 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:47:41.812 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55847/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-5836-gcd8bdbeb', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-5836.gcd8bdbeb'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/cd8bdbeb9fbdab5733aa3aaadc042c965473e453/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-08-15 21:47:48.216668', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/cd8bdbeb9fbdab5733aa3aaadc042c965473e453/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-08-17T16:47:42.073 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 ced649f89259a8c5733cc18a50f42f20f41ba352 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-08-17T16:47:42.074 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm 2024-08-17T16:47:42.074 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm 2024-08-17T16:47:42.074 DEBUG:teuthology.orchestra.run.smithi047:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:47:42.425 INFO:teuthology.orchestra.run.smithi047.stdout:-rw-r--r--. 1 ubuntu ubuntu 215594 Aug 17 16:47 /home/ubuntu/cephtest/cephadm 2024-08-17T16:47:42.425 DEBUG:teuthology.orchestra.run.smithi106:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:47:42.786 INFO:teuthology.orchestra.run.smithi106.stdout:-rw-r--r--. 1 ubuntu ubuntu 215594 Aug 17 16:47 /home/ubuntu/cephtest/cephadm 2024-08-17T16:47:42.787 DEBUG:teuthology.orchestra.run.smithi047:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:47:42.807 DEBUG:teuthology.orchestra.run.smithi106:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:47:42.838 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-08-17T16:47:42.838 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-17T16:47:42.850 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-17T16:47:43.745 INFO:teuthology.orchestra.run.smithi047.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:47:43.805 INFO:teuthology.orchestra.run.smithi106.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:48:09.929 INFO:teuthology.orchestra.run.smithi106.stdout:{ 2024-08-17T16:48:09.930 INFO:teuthology.orchestra.run.smithi106.stdout: "ceph_version": "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)", 2024-08-17T16:48:09.930 INFO:teuthology.orchestra.run.smithi106.stdout: "image_id": "c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e", 2024-08-17T16:48:09.930 INFO:teuthology.orchestra.run.smithi106.stdout: "repo_digests": [ 2024-08-17T16:48:09.930 INFO:teuthology.orchestra.run.smithi106.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408" 2024-08-17T16:48:09.931 INFO:teuthology.orchestra.run.smithi106.stdout: ] 2024-08-17T16:48:09.931 INFO:teuthology.orchestra.run.smithi106.stdout:} 2024-08-17T16:48:14.508 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:48:14.508 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_version": "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)", 2024-08-17T16:48:14.508 INFO:teuthology.orchestra.run.smithi047.stdout: "image_id": "c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e", 2024-08-17T16:48:14.508 INFO:teuthology.orchestra.run.smithi047.stdout: "repo_digests": [ 2024-08-17T16:48:14.508 INFO:teuthology.orchestra.run.smithi047.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408" 2024-08-17T16:48:14.508 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-08-17T16:48:14.508 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:48:14.527 DEBUG:teuthology.orchestra.run.smithi047:> sudo mkdir -p /etc/ceph 2024-08-17T16:48:14.581 DEBUG:teuthology.orchestra.run.smithi106:> sudo mkdir -p /etc/ceph 2024-08-17T16:48:14.616 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 777 /etc/ceph 2024-08-17T16:48:14.641 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 777 /etc/ceph 2024-08-17T16:48:14.686 INFO:tasks.cephadm:Writing seed config... 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-17T16:48:14.688 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-17T16:48:14.689 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:48:14.689 DEBUG:teuthology.orchestra.run.smithi047:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-17T16:48:14.705 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 6b5254d8-5cb8-11ef-bccf-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-17T16:48:14.705 DEBUG:teuthology.orchestra.run.smithi047:mon.a> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a.service 2024-08-17T16:48:14.747 DEBUG:teuthology.orchestra.run.smithi047:mgr.y> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service 2024-08-17T16:48:14.790 INFO:tasks.cephadm:Bootstrapping... 2024-08-17T16:48:14.790 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.47 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:14.948 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:48:14.949 INFO:teuthology.orchestra.run.smithi047.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '6b5254d8-5cb8-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.47', '--skip-admin-label'] 2024-08-17T16:48:14.975 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:48:14.976 INFO:teuthology.orchestra.run.smithi047.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-17T16:48:14.976 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying podman|docker is present... 2024-08-17T16:48:15.000 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:48:15.000 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying lvm2 is present... 2024-08-17T16:48:15.001 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying time synchronization is in place... 2024-08-17T16:48:15.008 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:48:15.008 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:48:15.015 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:48:15.015 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-08-17T16:48:15.021 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout enabled 2024-08-17T16:48:15.028 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout active 2024-08-17T16:48:15.028 INFO:teuthology.orchestra.run.smithi047.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:48:15.028 INFO:teuthology.orchestra.run.smithi047.stdout:Repeating the final host check... 2024-08-17T16:48:15.052 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:48:15.052 INFO:teuthology.orchestra.run.smithi047.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-17T16:48:15.053 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl is present 2024-08-17T16:48:15.053 INFO:teuthology.orchestra.run.smithi047.stdout:lvcreate is present 2024-08-17T16:48:15.059 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:48:15.059 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:48:15.066 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:48:15.066 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-08-17T16:48:15.072 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout enabled 2024-08-17T16:48:15.079 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout active 2024-08-17T16:48:15.079 INFO:teuthology.orchestra.run.smithi047.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:48:15.079 INFO:teuthology.orchestra.run.smithi047.stdout:Host looks OK 2024-08-17T16:48:15.079 INFO:teuthology.orchestra.run.smithi047.stdout:Cluster fsid: 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:15.079 INFO:teuthology.orchestra.run.smithi047.stdout:Acquiring lock 140418114967296 on /run/cephadm/6b5254d8-5cb8-11ef-bccf-c7b262605968.lock 2024-08-17T16:48:15.079 INFO:teuthology.orchestra.run.smithi047.stdout:Lock 140418114967296 acquired on /run/cephadm/6b5254d8-5cb8-11ef-bccf-c7b262605968.lock 2024-08-17T16:48:15.081 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying IP 172.21.15.47 port 3300 ... 2024-08-17T16:48:15.081 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying IP 172.21.15.47 port 6789 ... 2024-08-17T16:48:15.081 INFO:teuthology.orchestra.run.smithi047.stdout:Base mon IP(s) is [172.21.15.47:3300, 172.21.15.47:6789], mon addrv is [v2:172.21.15.47:3300,v1:172.21.15.47:6789] 2024-08-17T16:48:15.083 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.47 metric 100 2024-08-17T16:48:15.084 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.47 metric 100 2024-08-17T16:48:15.086 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-17T16:48:15.086 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-08-17T16:48:15.086 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-08-17T16:48:15.089 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-17T16:48:15.089 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-17T16:48:15.089 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:48:15.089 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-08-17T16:48:15.089 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:148e/64 scope link noprefixroute 2024-08-17T16:48:15.089 INFO:teuthology.orchestra.run.smithi047.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:48:15.090 INFO:teuthology.orchestra.run.smithi047.stdout:Mon IP `172.21.15.47` is in CIDR network `172.21.0.0/20` 2024-08-17T16:48:15.090 INFO:teuthology.orchestra.run.smithi047.stdout:Mon IP `172.21.15.47` is in CIDR network `172.21.0.0/20` 2024-08-17T16:48:15.090 INFO:teuthology.orchestra.run.smithi047.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-17T16:48:15.090 INFO:teuthology.orchestra.run.smithi047.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-17T16:48:15.091 INFO:teuthology.orchestra.run.smithi047.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:48:15.586 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stdout c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e 2024-08-17T16:48:15.586 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:48:15.586 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Getting image source signatures 2024-08-17T16:48:15.586 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Copying blob sha256:090188efbbf262fdcde0da55307c932266150937ffe226cad16cfadb849e480e 2024-08-17T16:48:15.586 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-17T16:48:15.587 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Copying config sha256:c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e 2024-08-17T16:48:15.587 INFO:teuthology.orchestra.run.smithi047.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-17T16:48:16.558 INFO:teuthology.orchestra.run.smithi047.stdout:ceph: stdout ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable) 2024-08-17T16:48:16.558 INFO:teuthology.orchestra.run.smithi047.stdout:Ceph version: ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable) 2024-08-17T16:48:16.558 INFO:teuthology.orchestra.run.smithi047.stdout:Extracting ceph user uid/gid from container image... 2024-08-17T16:48:17.488 INFO:teuthology.orchestra.run.smithi047.stdout:stat: stdout 167 167 2024-08-17T16:48:17.489 INFO:teuthology.orchestra.run.smithi047.stdout:Creating initial keys... 2024-08-17T16:48:18.387 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph-authtool: stdout AQBR1MBm1WOnMBAAgOWku6x+8z0t9SFWpWOoaw== 2024-08-17T16:48:19.360 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph-authtool: stdout AQBS1MBmBbgDLRAA52oQ5qICU57HGMLoKsJpUQ== 2024-08-17T16:48:20.315 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph-authtool: stdout AQBT1MBmaaNhKxAASYLgiESJTCt0W5r4uK8k0A== 2024-08-17T16:48:20.316 INFO:teuthology.orchestra.run.smithi047.stdout:Creating initial monmap... 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:monmaptool for a [v2:172.21.15.47:3300,v1:172.21.15.47:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:setting min_mon_release = pacific 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: set fsid to 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:48:21.272 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:48:21.273 INFO:teuthology.orchestra.run.smithi047.stdout:Creating mon... 2024-08-17T16:48:22.244 INFO:teuthology.orchestra.run.smithi047.stdout:create mon.a on 2024-08-17T16:48:22.453 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-17T16:48:22.602 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-17T16:48:22.783 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968.target. 2024-08-17T16:48:22.784 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968.target. 2024-08-17T16:48:23.022 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a 2024-08-17T16:48:23.023 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-17T16:48:23.190 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968.target.wants/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@.service. 2024-08-17T16:48:23.776 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:48:23.776 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-08-17T16:48:23.783 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:48:23.783 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-08-17T16:48:23.783 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-08-17T16:48:23.783 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:48:23.784 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mon to start... 2024-08-17T16:48:23.784 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mon... 2024-08-17T16:48:24.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:24 smithi047 ceph-mon[30586]: from='client.? 172.21.15.47:0/2794964966' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T16:48:24.888 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout cluster: 2024-08-17T16:48:24.888 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout id: 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:24.888 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout services: 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.564382s) 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout data: 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout pgs: 2024-08-17T16:48:24.889 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:24.890 INFO:teuthology.orchestra.run.smithi047.stdout:mon is available 2024-08-17T16:48:24.890 INFO:teuthology.orchestra.run.smithi047.stdout:Assimilating anything we can from ceph.conf... 2024-08-17T16:48:26.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:25 smithi047 ceph-mon[30586]: from='client.? 172.21.15.47:0/3891064896' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:48:26.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:25 smithi047 ceph-mon[30586]: from='client.? 172.21.15.47:0/3891064896' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-17T16:48:27.174 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:27.176 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:48:27.176 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout fsid = 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:27.176 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.47:3300,v1:172.21.15.47:6789] 2024-08-17T16:48:27.176 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:48:27.177 INFO:teuthology.orchestra.run.smithi047.stdout:Generating new minimal ceph.conf... 2024-08-17T16:48:30.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:30 smithi047 ceph-mon[30586]: from='client.? 172.21.15.47:0/1850180629' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:48:36.156 INFO:teuthology.orchestra.run.smithi047.stdout:Restarting the monitor... 2024-08-17T16:48:36.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:36 smithi047 systemd[1]: Stopping Ceph mon.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:48:37.039 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:36 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a[30562]: 2024-08-17T16:48:36.843+0000 7f2fc1fb5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:48:37.039 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:36 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a[30562]: 2024-08-17T16:48:36.843+0000 7f2fc1fb5640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-17T16:48:37.341 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 podman[30916]: 2024-08-17 16:48:37.038760899 +0000 UTC m=+0.704883922 container died ec1e152f28995fc888776152c6ab3fa454520e678d1f8e215ee211c4543dd897 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T16:48:37.341 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 podman[30916]: 2024-08-17 16:48:37.340682986 +0000 UTC m=+1.006806009 container cleanup ec1e152f28995fc888776152c6ab3fa454520e678d1f8e215ee211c4543dd897 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T16:48:37.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 bash[30916]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a 2024-08-17T16:48:37.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 podman[30935]: 2024-08-17 16:48:37.525118382 +0000 UTC m=+0.487355629 container remove ec1e152f28995fc888776152c6ab3fa454520e678d1f8e215ee211c4543dd897 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-17T16:48:38.103 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T16:48:38.103 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 systemd[1]: Stopped Ceph mon.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:48:38.104 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 systemd[1]: Starting Ceph mon.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:48:38.104 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:37 smithi047 podman[31032]: 2024-08-17 16:48:37.984199467 +0000 UTC m=+0.091493205 container create baf6d5eba18c5e3c94636c34c0b81d394842d7b13226fcc5c714106d3c8ef036 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T16:48:38.104 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 podman[31032]: 2024-08-17 16:48:37.910759844 +0000 UTC m=+0.018053542 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph:reef 2024-08-17T16:48:38.274 INFO:teuthology.orchestra.run.smithi047.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 podman[31032]: 2024-08-17 16:48:38.186652389 +0000 UTC m=+0.293946099 container init baf6d5eba18c5e3c94636c34c0b81d394842d7b13226fcc5c714106d3c8ef036 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-ced649f, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 podman[31032]: 2024-08-17 16:48:38.191876256 +0000 UTC m=+0.299169952 container start baf6d5eba18c5e3c94636c34c0b81d394842d7b13226fcc5c714106d3c8ef036 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable), process ceph-mon, pid 7 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: pidfile_write: ignore empty --pid-file 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: load: jerasure load: lrc 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: RocksDB version: 7.9.2 2024-08-17T16:48:38.464 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Git sha 0 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Compile date 2024-08-17 15:23:20 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: DB SUMMARY 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: DB Session ID: XEBVNO7YULUMIOX0NC02 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84548 ; 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T16:48:38.465 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:48:38.466 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T16:48:38.466 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.env: 0x55faed37abc0 2024-08-17T16:48:38.466 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T16:48:38.466 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.info_log: 0x55faef524be0 2024-08-17T16:48:38.466 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:48:38.466 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.statistics: (nil) 2024-08-17T16:48:38.466 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.use_fsync: 0 2024-08-17T16:48:38.467 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.db_log_dir: 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.wal_dir: 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:48:38.468 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.write_buffer_manager: 0x55faef4f4140 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:48:38.469 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.unordered_write: 0 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.row_cache: None 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.wal_filter: None 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:48:38.470 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.wal_compression: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T16:48:38.471 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_open_files: -1 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:48:38.472 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Compression algorithms supported: 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kZSTD supported: 0 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-08-17T16:48:38.473 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.merge_operator: 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_filter: None 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55faef524820) 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout: index_type: 0 2024-08-17T16:48:38.474 INFO:journalctl@ceph.mon.a.smithi047.stdout: data_block_index_type: 0 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: index_shortening: 1 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: checksum: 4 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: no_block_cache: 0 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache: 0x55faef519350 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache_options: 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: capacity : 536870912 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: num_shard_bits : 4 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: strict_capacity_limit : 0 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_cache_compressed: (nil) 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: persistent_cache: (nil) 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_size: 4096 2024-08-17T16:48:38.475 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_size_deviation: 10 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_restart_interval: 16 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: index_block_restart_interval: 1 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: metadata_block_size: 4096 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: partition_filters: 0 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: use_delta_encoding: 1 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: filter_policy: bloomfilter 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: whole_key_filtering: 1 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: verify_compression: 0 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: format_version: 5 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: enable_index_compression: 1 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: block_align: 0 2024-08-17T16:48:38.476 INFO:journalctl@ceph.mon.a.smithi047.stdout: max_auto_readahead_size: 262144 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout: prepopulate_block_cache: 0 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout: initial_auto_readahead_size: 8192 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression: NoCompression 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.num_levels: 7 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:48:38.477 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:48:38.478 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:48:38.479 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:48:38.480 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.table_properties_collectors: 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:48:38.481 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.ttl: 2592000 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:48:38.482 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e2e51021-19f8-4aa6-b94b-56b58b2a98f9 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913318218761, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-08-17T16:48:38.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913318219680, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79248, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73449, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723913318, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e2e51021-19f8-4aa6-b94b-56b58b2a98f9", "db_session_id": "XEBVNO7YULUMIOX0NC02", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913318219782, "job": 1, "event": "recovery_finished"} 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55faef542e00 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: DB pointer 0x55faef636000 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** DB Stats ** 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:48:38.484 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** Compaction Stats [default] ** 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-08-17T16:48:38.485 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** Compaction Stats [default] ** 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 140.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:48:38.486 INFO:journalctl@ceph.mon.a.smithi047.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: Cumulative compaction: 0.00 GB write, 24.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: Interval compaction: 0.00 GB write, 24.47 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: Block cache BinnedLRUCache@0x55faef519350#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: starting mon.a rank 0 at public addrs [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] at bind addrs [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???) e1 preinit fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???).mds e1 new map 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???).mds e1 print_map 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: e1 2024-08-17T16:48:38.487 INFO:journalctl@ceph.mon.a.smithi047.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout: legacy client fscid: -1 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout: 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout: No filesystems configured 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 bash[31032]: baf6d5eba18c5e3c94636c34c0b81d394842d7b13226fcc5c714106d3c8ef036 2024-08-17T16:48:38.488 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 systemd[1]: Started Ceph mon.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:48:38.489 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:48:38.489 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: monmap e1: 1 mons at {a=[v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:48:38.489 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: fsmap 2024-08-17T16:48:38.489 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T16:48:38.489 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:38 smithi047 ceph-mon[31070]: mgrmap e1: no daemons active 2024-08-17T16:48:39.288 INFO:teuthology.orchestra.run.smithi047.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-17T16:48:39.309 INFO:teuthology.orchestra.run.smithi047.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:48:39.309 INFO:teuthology.orchestra.run.smithi047.stdout:Creating mgr... 2024-08-17T16:48:39.309 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-17T16:48:39.310 INFO:teuthology.orchestra.run.smithi047.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-17T16:48:39.563 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y 2024-08-17T16:48:39.563 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Failed to reset failed state of unit ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-17T16:48:39.722 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968.target.wants/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@.service. 2024-08-17T16:48:40.099 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:39 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3855284435' entity='client.admin' 2024-08-17T16:48:40.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:39 smithi047 podman[31310]: 2024-08-17 16:48:39.969091086 +0000 UTC m=+0.121874612 container create beec793070a02ac9180b19a90b1f72ecde8facef5f8437d8392340fa64a025c4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:48:40.339 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:48:40.339 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-08-17T16:48:40.348 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:48:40.348 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-08-17T16:48:40.348 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-08-17T16:48:40.348 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:48:40.359 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:48:40.359 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-08-17T16:48:40.368 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:48:40.368 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-08-17T16:48:40.368 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-08-17T16:48:40.368 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-17T16:48:40.368 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr to start... 2024-08-17T16:48:40.369 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr... 2024-08-17T16:48:40.465 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 podman[31310]: 2024-08-17 16:48:40.204780524 +0000 UTC m=+0.357564064 container init beec793070a02ac9180b19a90b1f72ecde8facef5f8437d8392340fa64a025c4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-17T16:48:40.465 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 podman[31310]: 2024-08-17 16:48:40.210090113 +0000 UTC m=+0.362873634 container start beec793070a02ac9180b19a90b1f72ecde8facef5f8437d8392340fa64a025c4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T16:48:40.465 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 bash[31310]: beec793070a02ac9180b19a90b1f72ecde8facef5f8437d8392340fa64a025c4 2024-08-17T16:48:40.465 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 systemd[1]: Started Ceph mgr.y for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:48:40.465 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:40.338+0000 7fabbc344040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:48:40.758 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:40.500+0000 7fabbc344040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:40.758 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:40.579+0000 7fabbc344040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:48:41.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:40 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2665065620' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:48:41.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:40.836+0000 7fabbc344040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:48:41.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:40 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:40.900+0000 7fabbc344040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:48:41.450 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:41.450 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:48:41.450 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsid": "6b5254d8-5cb8-11ef-bccf-c7b262605968", 2024-08-17T16:48:41.450 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:48:41.450 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:48:41.450 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-17T16:48:41.451 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:48:41.452 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:41.452 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:48:41.452 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:41.452 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:48:41.452 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:48:41.452 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:48:41.454 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:48:41.458 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:48:41.458 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:48:41.458 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:41.458 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:48:41.458 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:48:41.458 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:48:41.458 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:48:41.459 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:48:41.460 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:41.461 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:48:23.694970+0000", 2024-08-17T16:48:41.461 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:48:41.461 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:41.461 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:48:41.461 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:48:41.461 INFO:teuthology.orchestra.run.smithi047.stdout:mgr not available, waiting (1/15)... 2024-08-17T16:48:42.279 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:41 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:41.883+0000 7fabbc344040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:48:42.280 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:42.002+0000 7fabbc344040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:42.280 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:42.060+0000 7fabbc344040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:48:42.280 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:42.278+0000 7fabbc344040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:48:42.560 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:42.341+0000 7fabbc344040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:48:42.560 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:42.409+0000 7fabbc344040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:48:42.560 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:42.558+0000 7fabbc344040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:43.317 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:42.991+0000 7fabbc344040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:48:43.317 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:43.315+0000 7fabbc344040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:48:43.583 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:43.384+0000 7fabbc344040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:48:43.583 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:43.543+0000 7fabbc344040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:48:44.133 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:43.861+0000 7fabbc344040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:48:44.133 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:43.924+0000 7fabbc344040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:48:44.394 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:44.132+0000 7fabbc344040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:48:44.394 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:44.290+0000 7fabbc344040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:48:44.394 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:44.357+0000 7fabbc344040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:48:44.689 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:44 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/936779511' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:48:44.689 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:44.449+0000 7fabbc344040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:44.690 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:44.510+0000 7fabbc344040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:48:44.928 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:44.928 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:48:44.928 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsid": "6b5254d8-5cb8-11ef-bccf-c7b262605968", 2024-08-17T16:48:44.928 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:48:44.928 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:48:44.928 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:48:44.928 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:48:44.929 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:44.930 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:48:44.930 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:48:44.930 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:48:44.930 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:48:44.933 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:48:44.934 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:48:23.694970+0000", 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:48:44.935 INFO:teuthology.orchestra.run.smithi047.stdout:mgr not available, waiting (2/15)... 2024-08-17T16:48:45.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:45.063+0000 7fabbc344040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:48:45.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:45.225+0000 7fabbc344040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:48:45.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: Activating manager daemon y 2024-08-17T16:48:45.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: mgrmap e2: y(active, starting, since 0.00321442s) 2024-08-17T16:48:45.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:48:45.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: Manager daemon y is now available 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' 2024-08-17T16:48:45.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:45 smithi047 ceph-mon[31070]: from='mgr.14100 172.21.15.47:0/3984509804' entity='mgr.y' 2024-08-17T16:48:47.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:47 smithi047 ceph-mon[31070]: mgrmap e3: y(active, since 1.00762s) 2024-08-17T16:48:48.242 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:48.242 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsid": "6b5254d8-5cb8-11ef-bccf-c7b262605968", 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:48:48.243 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:48:48.244 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:48:48.248 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:48:48.249 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:48:23.694970+0000", 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:48:48.250 INFO:teuthology.orchestra.run.smithi047.stdout:mgr is available 2024-08-17T16:48:48.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:48 smithi047 ceph-mon[31070]: mgrmap e4: y(active, since 2s) 2024-08-17T16:48:48.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:48 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1275190849' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:48:49.501 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:49 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/4012338005' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:48:49.756 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout fsid = 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:48:49.757 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:48:49.758 INFO:teuthology.orchestra.run.smithi047.stdout:Enabling cephadm module... 2024-08-17T16:48:50.755 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:50 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3531635220' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-17T16:48:50.756 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setuser ceph since I am not root 2024-08-17T16:48:50.756 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setgroup ceph since I am not root 2024-08-17T16:48:50.756 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:50.604+0000 7ff3018c1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:48:50.756 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:50.753+0000 7ff3018c1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:51.024 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:50.823+0000 7ff3018c1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:48:51.285 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:51.077+0000 7ff3018c1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:48:51.285 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:51.138+0000 7ff3018c1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:48:51.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:51 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3531635220' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-17T16:48:51.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:51 smithi047 ceph-mon[31070]: mgrmap e5: y(active, since 5s) 2024-08-17T16:48:52.281 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:52.112+0000 7ff3018c1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:48:52.281 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:52.231+0000 7ff3018c1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:52.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:48:52.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-17T16:48:52.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:48:52.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:48:52.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:48:52.284 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:48:52.284 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for the mgr to restart... 2024-08-17T16:48:52.285 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr epoch 5... 2024-08-17T16:48:52.580 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1029782242' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:48:52.581 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:52.290+0000 7ff3018c1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:48:52.581 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:52.515+0000 7ff3018c1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:48:52.581 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:52.579+0000 7ff3018c1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:48:52.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:52.649+0000 7ff3018c1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:48:52.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:52.800+0000 7ff3018c1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:48:53.555 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:53.231+0000 7ff3018c1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:48:53.555 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:53.553+0000 7ff3018c1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:48:53.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:53.621+0000 7ff3018c1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:48:53.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:53.772+0000 7ff3018c1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:48:54.342 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:54.088+0000 7ff3018c1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:48:54.342 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:54.151+0000 7ff3018c1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:48:54.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:54.340+0000 7ff3018c1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:48:54.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:54.493+0000 7ff3018c1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:48:54.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:54.558+0000 7ff3018c1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:48:55.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:54.643+0000 7ff3018c1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:48:55.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:54.704+0000 7ff3018c1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:48:55.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:55.248+0000 7ff3018c1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:48:55.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:55.409+0000 7ff3018c1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:48:55.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: Active manager daemon y restarted 2024-08-17T16:48:55.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: Activating manager daemon y 2024-08-17T16:48:55.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: osdmap e2: 0 total, 0 up, 0 in 2024-08-17T16:48:55.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: mgrmap e6: y(active, starting, since 0.00321124s) 2024-08-17T16:48:55.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:48:55.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: Manager daemon y is now available 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:48:55.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:55 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:48:56.778 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:56 smithi047 ceph-mon[31070]: Found migration_current of "None". Setting to last migration. 2024-08-17T16:48:56.778 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:56 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:48:56.779 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:56 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:48:56.779 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:56 smithi047 ceph-mon[31070]: mgrmap e7: y(active, since 1.00478s) 2024-08-17T16:48:57.006 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:48:57.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-17T16:48:57.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:48:57.007 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:48:57.007 INFO:teuthology.orchestra.run.smithi047.stdout:mgr epoch 5 is available 2024-08-17T16:48:57.007 INFO:teuthology.orchestra.run.smithi047.stdout:Setting orchestrator backend to cephadm... 2024-08-17T16:48:57.440 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:57.316+0000 7ff269750640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:48:57] ENGINE Error in HTTPServer.serve 2024-08-17T16:48:57.440 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: Traceback (most recent call last): 2024-08-17T16:48:57.440 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:48:57.440 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._connections.run(self.expiration_interval) 2024-08-17T16:48:57.440 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._run(expiration_interval) 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: s = self.context.wrap_socket( 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: return self.sslsocket_class._create( 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self.do_handshake() 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._sslobj.do_handshake() 2024-08-17T16:48:57.441 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:48:57.442 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:48:57.760 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-mon[31070]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T16:48:57.760 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-mon[31070]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T16:48:57.760 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:57 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:58.822 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: [17/Aug/2024:16:48:57] ENGINE Bus STARTING 2024-08-17T16:48:58.822 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: [17/Aug/2024:16:48:57] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: [17/Aug/2024:16:48:57] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: [17/Aug/2024:16:48:57] ENGINE Bus STARTED 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: [17/Aug/2024:16:48:57] ENGINE Error in HTTPServer.serve 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:48:58.823 INFO:journalctl@ceph.mon.a.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: self.do_handshake() 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: mgrmap e8: y(active, since 2s) 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:48:58.824 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:58 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:48:59.352 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-17T16:48:59.353 INFO:teuthology.orchestra.run.smithi047.stdout:Generating ssh key... 2024-08-17T16:48:59.785 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:48:59 smithi047 ceph-mon[31070]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:00.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-mon[31070]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:00.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:00.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: Generating public/private rsa key pair. 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: Your identification has been saved in /tmp/tmpiihmojj4/key 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: Your public key has been saved in /tmp/tmpiihmojj4/key.pub 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: The key fingerprint is: 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: SHA256:F8ppfNE3/vmoaSmZTc5eZc4ypCKPEtJhKZWvnbu5QmE ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: The key's randomart image is: 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: +---[RSA 3072]----+ 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | . | 2024-08-17T16:49:00.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | o . | 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | . o o . o | 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | . Eo.o o o . | 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | = =S.o o o| 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | . =.oo .o *.| 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | o ....B..+.+| 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | o .=+.*o +.| 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: | o=o.++.. .| 2024-08-17T16:49:00.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: +----[SHA256]-----+ 2024-08-17T16:49:01.516 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:01 smithi047 ceph-mon[31070]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:01.516 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:01 smithi047 ceph-mon[31070]: Generating ssh key... 2024-08-17T16:49:02.056 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnh5mM9xIiUJ9g6Q+iXWNInSKQKMHxMeewjCw93DMVWuLckMDV+K8xA5beyBgsu/nubuHY5qASf9r8UG+o5BK6D/6yE988FF0XylqMBZZ44qTJtuJkD/UxULKdRSElRmHViJMoVek8Mhobbt5beLQv5w3MxiiqvDCGlPbJAr0uGIK1qN9As/CYr5PtokB6eaFrHaFeX1WR+EQi4vGdzXZnu33FQ0R0S/rOx+lB2FxUGCvP0w2BOvah7tlcXYrxPqfA5A9fcYW0vMobsPNvTE/fgNFVwWRxvah/aMGSuF7tYOkFL8OW9Yn8o2bNBaif93IsuF2/Qof9/EoYmcP7ErvT709rD1DXOpDrwYy/vCmuqABT7iLuejyjGnwVXt5wVWmUny8BnZZSYBzaKip5bfZ55bVMYXCuzwcSl6XbIxRPyREZLm+PKCxQbJrfEFfAX1/bEsWHD46yYIkl4N5QXIvfFA9h5OgAvquuZf5yFzeA/HvgX7gLm3dDJ9fqcLk0ynE= ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:49:02.056 INFO:teuthology.orchestra.run.smithi047.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-17T16:49:02.056 INFO:teuthology.orchestra.run.smithi047.stdout:Adding key to root@localhost authorized_keys... 2024-08-17T16:49:02.056 INFO:teuthology.orchestra.run.smithi047.stdout:Adding host smithi047... 2024-08-17T16:49:02.849 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:02 smithi047 ceph-mon[31070]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:03.712 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:03 smithi047 ceph-mon[31070]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi047", "addr": "172.21.15.47", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:04.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:04 smithi047 ceph-mon[31070]: Deploying cephadm binary to smithi047 2024-08-17T16:49:06.605 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Added host 'smithi047' with addr '172.21.15.47' 2024-08-17T16:49:06.605 INFO:teuthology.orchestra.run.smithi047.stdout:Deploying unmanaged mon service... 2024-08-17T16:49:07.260 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:07 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:07.260 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:07 smithi047 ceph-mon[31070]: Added host smithi047 2024-08-17T16:49:07.260 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:07 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:07.847 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-17T16:49:07.847 INFO:teuthology.orchestra.run.smithi047.stdout:Deploying unmanaged mgr service... 2024-08-17T16:49:08.523 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:08 smithi047 ceph-mon[31070]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:08.523 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:08 smithi047 ceph-mon[31070]: Saving service mon spec with placement count:5 2024-08-17T16:49:08.523 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:08 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:09.539 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-17T16:49:10.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:09 smithi047 ceph-mon[31070]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:10.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:09 smithi047 ceph-mon[31070]: Saving service mgr spec with placement count:2 2024-08-17T16:49:10.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:09 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:10.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:09 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:10.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:09 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:11.530 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:11 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1967757418' entity='client.admin' 2024-08-17T16:49:12.188 INFO:teuthology.orchestra.run.smithi047.stdout:Enabling the dashboard module... 2024-08-17T16:49:12.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:12 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1674346453' entity='client.admin' 2024-08-17T16:49:12.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:12 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:14.045 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:13 smithi047 ceph-mon[31070]: from='mgr.14118 172.21.15.47:0/3771833087' entity='mgr.y' 2024-08-17T16:49:14.045 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:13 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/843671611' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-17T16:49:14.045 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setuser ceph since I am not root 2024-08-17T16:49:14.045 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setgroup ceph since I am not root 2024-08-17T16:49:14.046 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:13.925+0000 7f7740d46040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:49:14.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:14.078+0000 7f7740d46040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:49:14.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:14.148+0000 7f7740d46040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:49:14.664 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:14.403+0000 7f7740d46040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:49:14.665 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:14.465+0000 7f7740d46040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:49:14.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:14 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/843671611' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-17T16:49:14.922 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:14 smithi047 ceph-mon[31070]: mgrmap e9: y(active, since 18s) 2024-08-17T16:49:15.645 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:15 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:15.458+0000 7f7740d46040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:49:15.645 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:15 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:15.580+0000 7f7740d46040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:49:15.646 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:15 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:15.642+0000 7f7740d46040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:49:15.940 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:15 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/682414067' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:49:15.940 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:15 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:15.872+0000 7f7740d46040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:49:15.940 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:15 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:15.937+0000 7f7740d46040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:49:15.991 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:49:15.992 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-17T16:49:15.992 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:49:15.992 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:49:15.992 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:49:15.992 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:49:15.992 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for the mgr to restart... 2024-08-17T16:49:15.992 INFO:teuthology.orchestra.run.smithi047.stdout:Waiting for mgr epoch 9... 2024-08-17T16:49:16.225 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:16 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:16.011+0000 7f7740d46040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:49:16.225 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:16 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:16.167+0000 7f7740d46040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:49:16.953 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:16 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:16.621+0000 7f7740d46040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:49:16.953 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:16 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:16.950+0000 7f7740d46040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:49:17.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:17.019+0000 7f7740d46040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:49:17.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:17.173+0000 7f7740d46040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:49:17.755 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:17.496+0000 7f7740d46040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:49:17.755 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:17.560+0000 7f7740d46040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:49:18.064 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:17.753+0000 7f7740d46040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:49:18.064 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:17.909+0000 7f7740d46040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:49:18.064 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:17.976+0000 7f7740d46040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:49:18.064 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:18.062+0000 7f7740d46040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:49:18.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:18.124+0000 7f7740d46040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:49:19.058 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:18.678+0000 7f7740d46040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:49:19.058 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:18.842+0000 7f7740d46040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: Active manager daemon y restarted 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: Activating manager daemon y 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: osdmap e3: 0 total, 0 up, 0 in 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: mgrmap e10: y(active, starting, since 0.00291039s) 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:49:19.059 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: Manager daemon y is now available 2024-08-17T16:49:19.060 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:19.060 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:49:19.060 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:49:20.800 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:20.651+0000 7f76a7384640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:49:20] ENGINE Error in HTTPServer.serve 2024-08-17T16:49:20.800 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: Traceback (most recent call last): 2024-08-17T16:49:20.800 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:49:20.800 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._connections.run(self.expiration_interval) 2024-08-17T16:49:20.800 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:49:20.800 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._run(expiration_interval) 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: s = self.context.wrap_socket( 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: return self.sslsocket_class._create( 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self.do_handshake() 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:49:20.801 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._sslobj.do_handshake() 2024-08-17T16:49:20.802 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:49:20.802 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:49:20.802 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:49:20.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-17T16:49:20.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:49:20.803 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:49:20.803 INFO:teuthology.orchestra.run.smithi047.stdout:mgr epoch 9 is available 2024-08-17T16:49:20.803 INFO:teuthology.orchestra.run.smithi047.stdout:Generating a dashboard self-signed certificate... 2024-08-17T16:49:21.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: mgrmap e11: y(active, since 1.00555s) 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: [17/Aug/2024:16:49:20] ENGINE Bus STARTING 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: [17/Aug/2024:16:49:20] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: [17/Aug/2024:16:49:20] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: [17/Aug/2024:16:49:20] ENGINE Bus STARTED 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: [17/Aug/2024:16:49:20] ENGINE Error in HTTPServer.serve 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:49:21.111 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:49:21.112 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:49:21.112 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:49:21.112 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:49:21.112 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:49:21.112 INFO:journalctl@ceph.mon.a.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:49:21.112 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:49:21.113 INFO:journalctl@ceph.mon.a.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:49:21.113 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:49:21.113 INFO:journalctl@ceph.mon.a.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:49:21.113 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:49:21.113 INFO:journalctl@ceph.mon.a.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:49:21.113 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:49:21.114 INFO:journalctl@ceph.mon.a.smithi047.stdout: self.do_handshake() 2024-08-17T16:49:21.114 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:49:21.114 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:49:21.114 INFO:journalctl@ceph.mon.a.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:49:21.114 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:22.102 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-17T16:49:22.102 INFO:teuthology.orchestra.run.smithi047.stdout:Creating initial admin user... 2024-08-17T16:49:22.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:22 smithi047 ceph-mon[31070]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:22.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:22 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:22.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:22 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:22.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:22 smithi047 ceph-mon[31070]: mgrmap e12: y(active, since 2s) 2024-08-17T16:49:24.288 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ljqb5BOVgVfOKw0OdjkEt.e1Ns6DLVIaQeOGpxKsanrNKYmEvfmtW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723913363, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-17T16:49:24.288 INFO:teuthology.orchestra.run.smithi047.stdout:Fetching dashboard port number... 2024-08-17T16:49:24.892 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:24 smithi047 ceph-mon[31070]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:24.893 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:24 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:25.393 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stdout 8443 2024-08-17T16:49:25.403 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:49:25.404 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout disabled 2024-08-17T16:49:25.411 INFO:teuthology.orchestra.run.smithi047.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:49:25.411 INFO:teuthology.orchestra.run.smithi047.stdout:systemctl: stdout inactive 2024-08-17T16:49:25.411 INFO:teuthology.orchestra.run.smithi047.stdout:firewalld.service is not enabled 2024-08-17T16:49:25.411 INFO:teuthology.orchestra.run.smithi047.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-17T16:49:25.413 INFO:teuthology.orchestra.run.smithi047.stdout:Ceph Dashboard is now available at: 2024-08-17T16:49:25.413 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:25.413 INFO:teuthology.orchestra.run.smithi047.stdout: URL: https://smithi047.front.sepia.ceph.com:8443/ 2024-08-17T16:49:25.413 INFO:teuthology.orchestra.run.smithi047.stdout: User: admin 2024-08-17T16:49:25.413 INFO:teuthology.orchestra.run.smithi047.stdout: Password: 596iu4k4pc 2024-08-17T16:49:25.413 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:25.413 INFO:teuthology.orchestra.run.smithi047.stdout:Saving cluster configuration to /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config directory 2024-08-17T16:49:25.414 INFO:teuthology.orchestra.run.smithi047.stdout:Enabling autotune for osd_memory_target 2024-08-17T16:49:26.062 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:25 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2577616202' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-17T16:49:26.881 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:26 smithi047 ceph-mon[31070]: mgrmap e13: y(active, since 6s) 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout:Or, if you are only running a single cluster on this host: 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-17T16:49:27.923 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.924 INFO:teuthology.orchestra.run.smithi047.stdout: ceph telemetry on 2024-08-17T16:49:27.924 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.924 INFO:teuthology.orchestra.run.smithi047.stdout:For more information see: 2024-08-17T16:49:27.924 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.924 INFO:teuthology.orchestra.run.smithi047.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-08-17T16:49:27.924 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:27.924 INFO:teuthology.orchestra.run.smithi047.stdout:Bootstrap complete. 2024-08-17T16:49:27.961 INFO:tasks.cephadm:Fetching config... 2024-08-17T16:49:27.962 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:49:27.962 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-17T16:49:27.980 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-17T16:49:27.980 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:49:27.980 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-17T16:49:28.037 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-17T16:49:28.037 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:49:28.037 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-17T16:49:28.104 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-17T16:49:28.104 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:49:28.104 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-17T16:49:28.160 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-17T16:49:28.161 DEBUG:teuthology.orchestra.run.smithi047:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnh5mM9xIiUJ9g6Q+iXWNInSKQKMHxMeewjCw93DMVWuLckMDV+K8xA5beyBgsu/nubuHY5qASf9r8UG+o5BK6D/6yE988FF0XylqMBZZ44qTJtuJkD/UxULKdRSElRmHViJMoVek8Mhobbt5beLQv5w3MxiiqvDCGlPbJAr0uGIK1qN9As/CYr5PtokB6eaFrHaFeX1WR+EQi4vGdzXZnu33FQ0R0S/rOx+lB2FxUGCvP0w2BOvah7tlcXYrxPqfA5A9fcYW0vMobsPNvTE/fgNFVwWRxvah/aMGSuF7tYOkFL8OW9Yn8o2bNBaif93IsuF2/Qof9/EoYmcP7ErvT709rD1DXOpDrwYy/vCmuqABT7iLuejyjGnwVXt5wVWmUny8BnZZSYBzaKip5bfZ55bVMYXCuzwcSl6XbIxRPyREZLm+PKCxQbJrfEFfAX1/bEsWHD46yYIkl4N5QXIvfFA9h5OgAvquuZf5yFzeA/HvgX7gLm3dDJ9fqcLk0ynE= ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:49:28.239 INFO:teuthology.orchestra.run.smithi047.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnh5mM9xIiUJ9g6Q+iXWNInSKQKMHxMeewjCw93DMVWuLckMDV+K8xA5beyBgsu/nubuHY5qASf9r8UG+o5BK6D/6yE988FF0XylqMBZZ44qTJtuJkD/UxULKdRSElRmHViJMoVek8Mhobbt5beLQv5w3MxiiqvDCGlPbJAr0uGIK1qN9As/CYr5PtokB6eaFrHaFeX1WR+EQi4vGdzXZnu33FQ0R0S/rOx+lB2FxUGCvP0w2BOvah7tlcXYrxPqfA5A9fcYW0vMobsPNvTE/fgNFVwWRxvah/aMGSuF7tYOkFL8OW9Yn8o2bNBaif93IsuF2/Qof9/EoYmcP7ErvT709rD1DXOpDrwYy/vCmuqABT7iLuejyjGnwVXt5wVWmUny8BnZZSYBzaKip5bfZ55bVMYXCuzwcSl6XbIxRPyREZLm+PKCxQbJrfEFfAX1/bEsWHD46yYIkl4N5QXIvfFA9h5OgAvquuZf5yFzeA/HvgX7gLm3dDJ9fqcLk0ynE= ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:49:28.259 DEBUG:teuthology.orchestra.run.smithi106:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnh5mM9xIiUJ9g6Q+iXWNInSKQKMHxMeewjCw93DMVWuLckMDV+K8xA5beyBgsu/nubuHY5qASf9r8UG+o5BK6D/6yE988FF0XylqMBZZ44qTJtuJkD/UxULKdRSElRmHViJMoVek8Mhobbt5beLQv5w3MxiiqvDCGlPbJAr0uGIK1qN9As/CYr5PtokB6eaFrHaFeX1WR+EQi4vGdzXZnu33FQ0R0S/rOx+lB2FxUGCvP0w2BOvah7tlcXYrxPqfA5A9fcYW0vMobsPNvTE/fgNFVwWRxvah/aMGSuF7tYOkFL8OW9Yn8o2bNBaif93IsuF2/Qof9/EoYmcP7ErvT709rD1DXOpDrwYy/vCmuqABT7iLuejyjGnwVXt5wVWmUny8BnZZSYBzaKip5bfZ55bVMYXCuzwcSl6XbIxRPyREZLm+PKCxQbJrfEFfAX1/bEsWHD46yYIkl4N5QXIvfFA9h5OgAvquuZf5yFzeA/HvgX7gLm3dDJ9fqcLk0ynE= ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:49:28.302 INFO:teuthology.orchestra.run.smithi106.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCnh5mM9xIiUJ9g6Q+iXWNInSKQKMHxMeewjCw93DMVWuLckMDV+K8xA5beyBgsu/nubuHY5qASf9r8UG+o5BK6D/6yE988FF0XylqMBZZ44qTJtuJkD/UxULKdRSElRmHViJMoVek8Mhobbt5beLQv5w3MxiiqvDCGlPbJAr0uGIK1qN9As/CYr5PtokB6eaFrHaFeX1WR+EQi4vGdzXZnu33FQ0R0S/rOx+lB2FxUGCvP0w2BOvah7tlcXYrxPqfA5A9fcYW0vMobsPNvTE/fgNFVwWRxvah/aMGSuF7tYOkFL8OW9Yn8o2bNBaif93IsuF2/Qof9/EoYmcP7ErvT709rD1DXOpDrwYy/vCmuqABT7iLuejyjGnwVXt5wVWmUny8BnZZSYBzaKip5bfZ55bVMYXCuzwcSl6XbIxRPyREZLm+PKCxQbJrfEFfAX1/bEsWHD46yYIkl4N5QXIvfFA9h5OgAvquuZf5yFzeA/HvgX7gLm3dDJ9fqcLk0ynE= ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:49:28.314 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-17T16:49:28.515 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:28 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3360038704' entity='client.admin' 2024-08-17T16:49:28.599 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:31.509 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:31.509 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:31.510 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi047", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:49:31.510 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:31.510 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:31.510 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:31.510 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3976135281' entity='client.admin' 2024-08-17T16:49:31.510 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:31.510 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:31.833 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-17T16:49:31.833 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-17T16:49:32.449 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:34.758 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi106 2024-08-17T16:49:34.758 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:49:34.759 DEBUG:teuthology.orchestra.run.smithi106:> dd of=/etc/ceph/ceph.conf 2024-08-17T16:49:34.777 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:49:34.777 DEBUG:teuthology.orchestra.run.smithi106:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:49:34.835 INFO:tasks.cephadm:Adding host smithi106 to orchestrator... 2024-08-17T16:49:34.835 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch host add smithi106 2024-08-17T16:49:35.046 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:35.307 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:35.308 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:37.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:36 smithi047 ceph-mon[31070]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi106", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:39.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:38 smithi047 ceph-mon[31070]: Deploying cephadm binary to smithi106 2024-08-17T16:49:40.099 INFO:teuthology.orchestra.run.smithi047.stdout:Added host 'smithi106' with addr '172.21.15.106' 2024-08-17T16:49:40.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:39 smithi047 ceph-mon[31070]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:40.699 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-17T16:49:40.904 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:41.296 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:41.297 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:41 smithi047 ceph-mon[31070]: Added host smithi106 2024-08-17T16:49:41.297 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:41.297 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:41.297 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:42.614 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:49:42.615 INFO:teuthology.orchestra.run.smithi047.stdout:[{"addr": "172.21.15.47", "hostname": "smithi047", "labels": [], "status": ""}, {"addr": "172.21.15.106", "hostname": "smithi106", "labels": [], "status": ""}] 2024-08-17T16:49:42.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:42 smithi047 ceph-mon[31070]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:42.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:42 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:43.198 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-17T16:49:43.199 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-17T16:49:43.404 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:49:43.515 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:43 smithi047 ceph-mon[31070]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:49:44.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:44.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:44.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:44.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:44.711 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:44.711 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi106", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:49:44.711 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:44.711 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:45.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:49:45.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:49:45.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: Updating smithi106:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:49:45.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:49:45.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:45.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:45.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:45.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:45 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/859661239' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T16:49:46.025 INFO:teuthology.orchestra.run.smithi047.stderr:adjusted tunables profile to default 2024-08-17T16:49:46.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:46 smithi047 ceph-mon[31070]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:46.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:46 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/859661239' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:49:46.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:46 smithi047 ceph-mon[31070]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:49:46.651 INFO:tasks.cephadm:Adding mon.a on smithi047 2024-08-17T16:49:46.651 INFO:tasks.cephadm:Adding mon.c on smithi047 2024-08-17T16:49:46.652 INFO:tasks.cephadm:Adding mon.b on smithi106 2024-08-17T16:49:46.652 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi047:172.21.15.47=a;smithi047:[v2:172.21.15.47:3301,v1:172.21.15.47:6790]=c;smithi106:172.21.15.106=b' 2024-08-17T16:49:46.855 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:49:48.489 INFO:teuthology.orchestra.run.smithi106.stdout:Scheduled mon update... 2024-08-17T16:49:48.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:48 smithi047 ceph-mon[31070]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:49.175 DEBUG:teuthology.orchestra.run.smithi047:mon.c> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.c.service 2024-08-17T16:49:49.178 DEBUG:teuthology.orchestra.run.smithi106:mon.b> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.b.service 2024-08-17T16:49:49.180 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:49:49.180 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:49:49.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi047:172.21.15.47=a;smithi047:[v2:172.21.15.47:3301,v1:172.21.15.47:6790]=c;smithi106:172.21.15.106=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:49:49.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: Saving service mon spec with placement smithi047:172.21.15.47=a;smithi047:[v2:172.21.15.47:3301,v1:172.21.15.47:6790]=c;smithi106:172.21.15.106=b;count:3 2024-08-17T16:49:49.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:49:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:49:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:49:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:49 smithi047 ceph-mon[31070]: Deploying daemon mon.b on smithi106 2024-08-17T16:49:49.895 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:49:50.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:50 smithi047 ceph-mon[31070]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:52.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:52 smithi047 ceph-mon[31070]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:52.979 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:49:52.979 INFO:teuthology.orchestra.run.smithi106.stdout:{"epoch":1,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","modified":"2024-08-17T16:48:20.656399Z","created":"2024-08-17T16:48:20.656399Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3300","nonce":0},{"type":"v1","addr":"172.21.15.47:6789","nonce":0}]},"addr":"172.21.15.47:6789/0","public_addr":"172.21.15.47:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-17T16:49:52.980 INFO:teuthology.orchestra.run.smithi106.stderr:dumped monmap epoch 1 2024-08-17T16:49:53.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:53 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/2370541266' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:49:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:53 smithi106 systemd[1]: Started Ceph mon.b for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:49:54.621 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:49:54.621 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:49:54.831 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:49:59.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: mon.a calling monitor election 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: mon.b calling monitor election 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: monmap e2: 2 mons at {a=[v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0],b=[v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: fsmap 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: mgrmap e13: y(active, since 39s) 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: overall HEALTH_OK 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:49:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: mon.a calling monitor election 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: mon.b calling monitor election 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:49:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: monmap e2: 2 mons at {a=[v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0],b=[v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: fsmap 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: mgrmap e13: y(active, since 39s) 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: overall HEALTH_OK 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:49:59.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:49:59.558 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:49:59.559 INFO:teuthology.orchestra.run.smithi106.stdout:{"epoch":2,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","modified":"2024-08-17T16:49:53.764522Z","created":"2024-08-17T16:48:20.656399Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3300","nonce":0},{"type":"v1","addr":"172.21.15.47:6789","nonce":0}]},"addr":"172.21.15.47:6789/0","public_addr":"172.21.15.47:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:3300","nonce":0},{"type":"v1","addr":"172.21.15.106:6789","nonce":0}]},"addr":"172.21.15.106:6789/0","public_addr":"172.21.15.106:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-17T16:49:59.559 INFO:teuthology.orchestra.run.smithi106.stderr:dumped monmap epoch 2 2024-08-17T16:50:00.051 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:59 smithi047 ceph-mon[31070]: Deploying daemon mon.c on smithi047 2024-08-17T16:50:00.051 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:59 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/3882544181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:50:00.051 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:49:59 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:00.111 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:59 smithi106 ceph-mon[34751]: Deploying daemon mon.c on smithi047 2024-08-17T16:50:00.112 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:59 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/3882544181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:50:00.112 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:49:59 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:01.074 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:00 smithi047 ceph-mon[31070]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:01.074 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:00 smithi047 ceph-mon[31070]: overall HEALTH_OK 2024-08-17T16:50:01.075 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:50:00 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:50:00.764+0000 7f76e0584640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-17T16:50:01.134 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:50:01.135 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:50:01.163 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:00 smithi106 ceph-mon[34751]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:01.163 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:00 smithi106 ceph-mon[34751]: overall HEALTH_OK 2024-08-17T16:50:01.341 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:50:01.765 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:01 smithi047 systemd[1]: Starting Ceph mon.c for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:50:02.028 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:01 smithi047 ceph-mon[31070]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:01 smithi047 podman[43017]: 2024-08-17 16:50:01.667143354 +0000 UTC m=+0.017779845 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:01 smithi047 podman[43017]: 2024-08-17 16:50:01.783622432 +0000 UTC m=+0.134258906 container create 93c073beee65e7924f23e79fee9f7a7de105d2dc05d0694568615368538aa9b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:01 smithi047 podman[43017]: 2024-08-17 16:50:01.977697936 +0000 UTC m=+0.328334412 container init 93c073beee65e7924f23e79fee9f7a7de105d2dc05d0694568615368538aa9b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:01 smithi047 podman[43017]: 2024-08-17 16:50:01.982776898 +0000 UTC m=+0.333413374 container start 93c073beee65e7924f23e79fee9f7a7de105d2dc05d0694568615368538aa9b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, io.buildah.version=1.36.0) 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable), process ceph-mon, pid 7 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pidfile_write: ignore empty --pid-file 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: load: jerasure load: lrc 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: RocksDB version: 7.9.2 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Git sha 0 2024-08-17T16:50:02.029 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Compile date 2024-08-17 15:23:20 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: DB SUMMARY 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: DB Session ID: XVX02IG3W135H0XDE5X5 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-17T16:50:02.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:50:02.031 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:50:02.031 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:50:02.031 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T16:50:02.031 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.env: 0x55f6e6729bc0 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.info_log: 0x55f6e8b48be0 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.statistics: (nil) 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.use_fsync: 0 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:50:02.032 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.db_log_dir: 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.wal_dir: 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:50:02.033 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.write_buffer_manager: 0x55f6e8b18140 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:50:02.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.unordered_write: 0 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.row_cache: None 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.wal_filter: None 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:50:02.035 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.wal_compression: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:50:02.036 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_open_files: -1 2024-08-17T16:50:02.037 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Compression algorithms supported: 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kZSTD supported: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:50:02.038 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.merge_operator: 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_filter: None 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f6e8b48820) 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:50:02.039 INFO:journalctl@ceph.mon.c.smithi047.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: index_type: 0 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: data_block_index_type: 0 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: index_shortening: 1 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: checksum: 4 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: no_block_cache: 0 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_cache: 0x55f6e8b3d350 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_cache_options: 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: capacity : 536870912 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: num_shard_bits : 4 2024-08-17T16:50:02.040 INFO:journalctl@ceph.mon.c.smithi047.stdout: strict_capacity_limit : 0 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_cache_compressed: (nil) 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: persistent_cache: (nil) 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_size: 4096 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_size_deviation: 10 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_restart_interval: 16 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: index_block_restart_interval: 1 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: metadata_block_size: 4096 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: partition_filters: 0 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: use_delta_encoding: 1 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: filter_policy: bloomfilter 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: whole_key_filtering: 1 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: verify_compression: 0 2024-08-17T16:50:02.041 INFO:journalctl@ceph.mon.c.smithi047.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout: format_version: 5 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout: enable_index_compression: 1 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout: block_align: 0 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout: max_auto_readahead_size: 262144 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout: prepopulate_block_cache: 0 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout: initial_auto_readahead_size: 8192 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression: NoCompression 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:50:02.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.num_levels: 7 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:50:02.043 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:50:02.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T16:50:02.045 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:50:02.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:50:02.047 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.table_properties_collectors: 2024-08-17T16:50:02.047 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:50:02.047 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:50:02.047 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:50:02.047 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:50:02.047 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.ttl: 2592000 2024-08-17T16:50:02.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:50:02.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7b6714f2-2430-4043-8a1b-801194cd2601 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913402010402, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913402010798, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723913402, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7b6714f2-2430-4043-8a1b-801194cd2601", "db_session_id": "XVX02IG3W135H0XDE5X5", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913402010902, "job": 1, "event": "recovery_finished"} 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f6e8b66e00 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: DB pointer 0x55f6e8c5a000 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T16:50:02.050 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: ** DB Stats ** 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: ** Compaction Stats [default] ** 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T16:50:02.051 INFO:journalctl@ceph.mon.c.smithi047.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: ** Compaction Stats [default] ** 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:50:02.052 INFO:journalctl@ceph.mon.c.smithi047.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: Block cache BinnedLRUCache@0x55f6e8b3d350#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: using public_addrv [v2:172.21.15.47:3301/0,v1:172.21.15.47:6790/0] 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: starting mon.c rank -1 at public addrs [v2:172.21.15.47:3301/0,v1:172.21.15.47:6790/0] at bind addrs [v2:172.21.15.47:3301/0,v1:172.21.15.47:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(???) e0 preinit fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).mds e1 new map 2024-08-17T16:50:02.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout: e1 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout: legacy client fscid: -1 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout: 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout: No filesystems configured 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:50:02.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/859661239' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi047:172.21.15.47=a;smithi047:[v2:172.21.15.47:3301,v1:172.21.15.47:6790]=c;smithi106:172.21.15.106=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: Saving service mon spec with placement smithi047:172.21.15.47=a;smithi047:[v2:172.21.15.47:3301,v1:172.21.15.47:6790]=c;smithi106:172.21.15.106=b;count:3 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:02.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: Deploying daemon mon.b on smithi106 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/2370541266' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.a calling monitor election 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:02.056 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.b calling monitor election 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: monmap e2: 2 mons at {a=[v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0],b=[v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: fsmap 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mgrmap e13: y(active, since 39s) 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: overall HEALTH_OK 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:02.057 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:02.058 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: Deploying daemon mon.c on smithi047 2024-08-17T16:50:02.058 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/3882544181' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:50:02.058 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:02.058 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.058 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: overall HEALTH_OK 2024-08-17T16:50:02.058 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.058 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 ceph-mon[43056]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-17T16:50:02.117 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:01 smithi106 ceph-mon[34751]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:02.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 bash[43017]: 93c073beee65e7924f23e79fee9f7a7de105d2dc05d0694568615368538aa9b1 2024-08-17T16:50:02.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:02 smithi047 systemd[1]: Started Ceph mon.c for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:50:07.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: mon.a calling monitor election 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: mon.b calling monitor election 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: mon.c calling monitor election 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: monmap e3: 3 mons at {a=[v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0],b=[v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0],c=[v2:172.21.15.47:3301/0,v1:172.21.15.47:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: fsmap 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: mgrmap e13: y(active, since 48s) 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: overall HEALTH_OK 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: mon.a calling monitor election 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: mon.b calling monitor election 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: mon.c calling monitor election 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: monmap e3: 3 mons at {a=[v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0],b=[v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0],c=[v2:172.21.15.47:3301/0,v1:172.21.15.47:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: fsmap 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: mgrmap e13: y(active, since 48s) 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: overall HEALTH_OK 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:50:07.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: mon.a calling monitor election 2024-08-17T16:50:07.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:50:07.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: mon.b calling monitor election 2024-08-17T16:50:07.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: mon.c calling monitor election 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: monmap e3: 3 mons at {a=[v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0],b=[v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0],c=[v2:172.21.15.47:3301/0,v1:172.21.15.47:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: fsmap 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: mgrmap e13: y(active, since 48s) 2024-08-17T16:50:07.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: overall HEALTH_OK 2024-08-17T16:50:07.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:07.436 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:50:07.436 INFO:teuthology.orchestra.run.smithi106.stdout:{"epoch":3,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","modified":"2024-08-17T16:50:02.033662Z","created":"2024-08-17T16:48:20.656399Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3300","nonce":0},{"type":"v1","addr":"172.21.15.47:6789","nonce":0}]},"addr":"172.21.15.47:6789/0","public_addr":"172.21.15.47:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:3300","nonce":0},{"type":"v1","addr":"172.21.15.106:6789","nonce":0}]},"addr":"172.21.15.106:6789/0","public_addr":"172.21.15.106:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3301","nonce":0},{"type":"v1","addr":"172.21.15.47:6790","nonce":0}]},"addr":"172.21.15.47:6790/0","public_addr":"172.21.15.47:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-17T16:50:07.436 INFO:teuthology.orchestra.run.smithi106.stderr:dumped monmap epoch 3 2024-08-17T16:50:08.039 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-17T16:50:08.039 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-17T16:50:08.262 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:08.333 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:08 smithi106 ceph-mon[34751]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:08.334 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:08.334 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:08 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/2573695986' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:50:08.334 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:08.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[43056]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:08.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:08.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/2573695986' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:50:08.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:08.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[31070]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:08.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:08.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/2573695986' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:50:08.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:50:09.356 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:50:09.357 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:09 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:50:09.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:50:09.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:09 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.040 INFO:teuthology.orchestra.run.smithi047.stdout:# minimal ceph.conf for 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:50:10.041 INFO:teuthology.orchestra.run.smithi047.stdout:[global] 2024-08-17T16:50:10.041 INFO:teuthology.orchestra.run.smithi047.stdout: fsid = 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T16:50:10.041 INFO:teuthology.orchestra.run.smithi047.stdout: mon_host = [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] [v2:172.21.15.106:3300/0,v1:172.21.15.106:6789/0] [v2:172.21.15.47:3301/0,v1:172.21.15.47:6790/0] 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: Reconfiguring daemon mon.a on smithi047 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/740787175' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:50:10.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:10.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: Reconfiguring daemon mon.a on smithi047 2024-08-17T16:50:10.614 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:10 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/740787175' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:10.652 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-17T16:50:10.653 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:50:10.653 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:50:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:50:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:50:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: Reconfiguring daemon mon.a on smithi047 2024-08-17T16:50:10.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:10 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/740787175' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:10.681 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:50:10.681 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:50:10.749 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:50:10.749 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:50:10.781 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:50:10.781 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:50:10.850 INFO:tasks.cephadm:Adding mgr.y on smithi047 2024-08-17T16:50:10.851 INFO:tasks.cephadm:Adding mgr.x on smithi106 2024-08-17T16:50:10.851 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi047=y;smithi106=x' 2024-08-17T16:50:11.090 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:12.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:12 smithi106 ceph-mon[34751]: Reconfiguring daemon mon.c on smithi047 2024-08-17T16:50:12.783 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:12.783 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:12.783 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:12.783 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:50:12.783 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:12.784 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:12.784 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:12.784 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[43056]: Reconfiguring daemon mon.c on smithi047 2024-08-17T16:50:12.784 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:12.784 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:12.784 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:12.784 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:50:12.785 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:12.785 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:12.785 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:12.785 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:12 smithi047 ceph-mon[31070]: Reconfiguring daemon mon.c on smithi047 2024-08-17T16:50:12.787 INFO:teuthology.orchestra.run.smithi106.stdout:Scheduled mgr update... 2024-08-17T16:50:13.363 DEBUG:teuthology.orchestra.run.smithi106:mgr.x> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service 2024-08-17T16:50:13.365 DEBUG:tasks.cephadm:set 0 configs 2024-08-17T16:50:13.365 INFO:tasks.cephadm:Deploying OSDs... 2024-08-17T16:50:13.365 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:50:13.365 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:50:13.386 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:50:13.386 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_1 2024-08-17T16:50:13.445 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:50:13.445 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:13.445 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 957 Links: 1 2024-08-17T16:50:13.445 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:13.446 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:13.446 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-08-17 16:50:01.479021464 +0000 2024-08-17T16:50:13.446 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:13.446 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:13.446 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:13.446 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:50:13.515 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-08-17T16:50:13.516 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-08-17T16:50:13.516 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000130237 s, 3.9 MB/s 2024-08-17T16:50:13.517 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:50:13.577 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_2 2024-08-17T16:50:13.635 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:50:13.635 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:13.635 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 969 Links: 1 2024-08-17T16:50:13.636 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:13.636 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:13.636 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-08-17 16:50:01.479021464 +0000 2024-08-17T16:50:13.636 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-08-17 16:45:40.568498435 +0000 2024-08-17T16:50:13.636 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-08-17 16:45:40.568498435 +0000 2024-08-17T16:50:13.636 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-08-17 16:45:40.568498435 +0000 2024-08-17T16:50:13.636 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:50:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-08-17T16:50:13.704 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-08-17T16:50:13.705 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000119693 s, 4.3 MB/s 2024-08-17T16:50:13.706 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:50:13.765 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_3 2024-08-17T16:50:13.823 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:50:13.823 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:13.823 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 958 Links: 1 2024-08-17T16:50:13.823 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:13.823 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:13.824 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-08-17 16:50:01.480021445 +0000 2024-08-17T16:50:13.824 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:13.824 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:13.824 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:13.824 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:50:13.889 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-08-17T16:50:13.889 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-08-17T16:50:13.890 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000113833 s, 4.5 MB/s 2024-08-17T16:50:13.891 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi047=y;smithi106=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: Saving service mgr spec with placement smithi047=y;smithi106=x;count:2 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:13.949 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_4 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 948 Links: 1 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-08-17 16:50:01.480021445 +0000 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:14.006 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-08-17 16:45:40.567498455 +0000 2024-08-17T16:50:14.007 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:50:14.069 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi047=y;smithi106=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:14.069 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: Saving service mgr spec with placement smithi047=y;smithi106=x;count:2 2024-08-17T16:50:14.069 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.069 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.069 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.069 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:14.069 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi047=y;smithi106=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: Saving service mgr spec with placement smithi047=y;smithi106=x;count:2 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:50:14.070 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-08-17T16:50:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-08-17T16:50:14.071 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000104452 s, 4.9 MB/s 2024-08-17T16:50:14.073 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:50:14.130 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:50:14.130 DEBUG:teuthology.orchestra.run.smithi106:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:50:14.147 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:50:14.147 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_1 2024-08-17T16:50:14.202 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:50:14.202 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:14.202 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 986 Links: 1 2024-08-17T16:50:14.202 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:14.202 INFO:teuthology.orchestra.run.smithi106.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:14.203 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2024-08-17 16:49:52.475429038 +0000 2024-08-17T16:50:14.203 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2024-08-17 16:45:40.662626751 +0000 2024-08-17T16:50:14.203 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2024-08-17 16:45:40.662626751 +0000 2024-08-17T16:50:14.203 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2024-08-17 16:45:40.662626751 +0000 2024-08-17T16:50:14.205 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:50:14.265 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2024-08-17T16:50:14.266 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2024-08-17T16:50:14.266 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000209965 s, 2.4 MB/s 2024-08-17T16:50:14.267 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:50:14.323 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_2 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 977 Links: 1 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2024-08-17 16:49:52.476429014 +0000 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2024-08-17 16:45:40.661626774 +0000 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2024-08-17 16:45:40.661626774 +0000 2024-08-17T16:50:14.379 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2024-08-17 16:45:40.661626774 +0000 2024-08-17T16:50:14.380 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:50:14.442 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2024-08-17T16:50:14.443 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2024-08-17T16:50:14.443 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000176591 s, 2.9 MB/s 2024-08-17T16:50:14.444 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:50:14.501 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_3 2024-08-17T16:50:14.556 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:50:14.556 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:14.556 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 988 Links: 1 2024-08-17T16:50:14.556 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:14.557 INFO:teuthology.orchestra.run.smithi106.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:14.557 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2024-08-17 16:49:52.476429014 +0000 2024-08-17T16:50:14.557 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2024-08-17 16:45:40.662626751 +0000 2024-08-17T16:50:14.557 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2024-08-17 16:45:40.662626751 +0000 2024-08-17T16:50:14.557 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2024-08-17 16:45:40.662626751 +0000 2024-08-17T16:50:14.557 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:50:14.621 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2024-08-17T16:50:14.621 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2024-08-17T16:50:14.621 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000194533 s, 2.6 MB/s 2024-08-17T16:50:14.622 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:50:14.679 DEBUG:teuthology.orchestra.run.smithi106:> stat /dev/vg_nvme/lv_4 2024-08-17T16:50:14.734 INFO:teuthology.orchestra.run.smithi106.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:50:14.734 INFO:teuthology.orchestra.run.smithi106.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:50:14.735 INFO:teuthology.orchestra.run.smithi106.stdout:Device: 5h/5d Inode: 976 Links: 1 2024-08-17T16:50:14.735 INFO:teuthology.orchestra.run.smithi106.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:50:14.735 INFO:teuthology.orchestra.run.smithi106.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:50:14.735 INFO:teuthology.orchestra.run.smithi106.stdout:Access: 2024-08-17 16:49:52.477428991 +0000 2024-08-17T16:50:14.735 INFO:teuthology.orchestra.run.smithi106.stdout:Modify: 2024-08-17 16:45:40.661626774 +0000 2024-08-17T16:50:14.735 INFO:teuthology.orchestra.run.smithi106.stdout:Change: 2024-08-17 16:45:40.661626774 +0000 2024-08-17T16:50:14.735 INFO:teuthology.orchestra.run.smithi106.stdout: Birth: 2024-08-17 16:45:40.661626774 +0000 2024-08-17T16:50:14.735 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:50:14.799 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records in 2024-08-17T16:50:14.800 INFO:teuthology.orchestra.run.smithi106.stderr:1+0 records out 2024-08-17T16:50:14.800 INFO:teuthology.orchestra.run.smithi106.stderr:512 bytes copied, 0.000211124 s, 2.4 MB/s 2024-08-17T16:50:14.801 DEBUG:teuthology.orchestra.run.smithi106:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:50:14.857 INFO:tasks.cephadm:Deploying osd.0 on smithi047 with /dev/vg_nvme/lv_4... 2024-08-17T16:50:14.857 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T16:50:14.889 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:50:14.889 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: Reconfiguring daemon mon.b on smithi106 2024-08-17T16:50:14.889 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:50:14.890 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:15.063 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:50:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: Reconfiguring daemon mon.b on smithi106 2024-08-17T16:50:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:50:15.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: Reconfiguring daemon mon.b on smithi106 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:50:15.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:16.102 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:15 smithi106 ceph-mon[34751]: Deploying daemon mgr.x on smithi106 2024-08-17T16:50:16.103 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:15 smithi106 ceph-mon[34751]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:16.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:15 smithi047 ceph-mon[31070]: Deploying daemon mgr.x on smithi106 2024-08-17T16:50:16.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:15 smithi047 ceph-mon[31070]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:16.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:15 smithi047 ceph-mon[43056]: Deploying daemon mgr.x on smithi106 2024-08-17T16:50:16.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:15 smithi047 ceph-mon[43056]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:16.428 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 systemd[1]: Starting Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:50:16.754 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 podman[36802]: 2024-08-17 16:50:16.384836448 +0000 UTC m=+0.017088955 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T16:50:16.754 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 podman[36802]: 2024-08-17 16:50:16.512358928 +0000 UTC m=+0.144611465 container create 52c000e296502738921f26a42003dff63f7505994048dcb8471b39e2b156bd3e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, RELEASE=reef-ced649f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T16:50:16.754 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 podman[36802]: 2024-08-17 16:50:16.723380524 +0000 UTC m=+0.355633023 container init 52c000e296502738921f26a42003dff63f7505994048dcb8471b39e2b156bd3e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-ced649f) 2024-08-17T16:50:16.754 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 podman[36802]: 2024-08-17 16:50:16.728633189 +0000 UTC m=+0.360885682 container start 52c000e296502738921f26a42003dff63f7505994048dcb8471b39e2b156bd3e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T16:50:17.004 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 ceph-mgr[36840]: -- 172.21.15.106:0/1128649809 <== mon.1 v2:172.21.15.106:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5595dd514d00 con 0x5595dd4e9400 2024-08-17T16:50:17.004 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 bash[36802]: 52c000e296502738921f26a42003dff63f7505994048dcb8471b39e2b156bd3e 2024-08-17T16:50:17.004 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 systemd[1]: Started Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:50:17.004 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:16 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:16.848+0000 7f492be71040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:50:17.004 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:17.002+0000 7f492be71040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:50:17.337 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:17.072+0000 7f492be71040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:50:17.337 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:17.335+0000 7f492be71040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:50:17.440 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:50:17.459 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_4 2024-08-17T16:50:17.666 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:17.675 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:17.394+0000 7f492be71040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:50:17.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-mon[34751]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:17.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:17.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:17.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:17.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:17.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:17 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:18.048 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[31070]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:18.048 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.048 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[43056]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:18.049 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:17 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:18.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:18.348+0000 7f492be71040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:50:18.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:18.460+0000 7f492be71040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:50:18.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:18.515+0000 7f492be71040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:50:18.987 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:18.720+0000 7f492be71040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:50:18.987 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:18.781+0000 7f492be71040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:50:18.987 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:18.846+0000 7f492be71040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:50:18.988 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:18.986+0000 7f492be71040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:50:19.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:19.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:19.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: Reconfiguring daemon mgr.y on smithi047 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:50:19.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:50:19.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:50:19.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:19.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: Reconfiguring daemon mgr.y on smithi047 2024-08-17T16:50:19.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:19 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.394 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.394 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.394 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: Reconfiguring daemon mgr.y on smithi047 2024-08-17T16:50:19.395 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:19.677 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:19.392+0000 7f492be71040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:50:20.013 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:19.697+0000 7f492be71040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:50:20.013 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:19.761+0000 7f492be71040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:50:20.013 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:19 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:19.905+0000 7f492be71040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:50:20.272 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-mon[34751]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:20.272 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.273 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.273 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:20.273 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:20.273 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:20.273 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.273 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:20.211+0000 7f492be71040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:50:20.273 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:20.271+0000 7f492be71040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:50:20.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[31070]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:20.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:20.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:20.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:20.364 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[43056]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:20.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:20.365 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:20.365 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:20.365 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:20 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:20.596 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:20.450+0000 7f492be71040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:50:20.596 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:20.594+0000 7f492be71040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:50:20.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:20.656+0000 7f492be71040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:50:20.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:20.737+0000 7f492be71040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:50:20.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:20.795+0000 7f492be71040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:50:21.313 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:21 smithi106 ceph-mon[34751]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:21.314 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:50:21.314 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:50:21.314 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:21.341 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[43056]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:21.341 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:50:21.342 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:50:21.342 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:21.342 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[31070]: from='client.24113 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:21.342 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:50:21.342 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:50:21.342 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:21.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:21.312+0000 7f492be71040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:50:21.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:50:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:50:21.464+0000 7f492be71040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:50:22.230 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[31070]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:22.230 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[31070]: Standby manager daemon x started 2024-08-17T16:50:22.230 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:50:22.230 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:50:22.230 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:50:22.231 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:50:22.231 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[43056]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:22.231 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[43056]: Standby manager daemon x started 2024-08-17T16:50:22.231 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:50:22.231 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:50:22.231 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:50:22.231 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:22 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:50:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:22 smithi106 ceph-mon[34751]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:22 smithi106 ceph-mon[34751]: Standby manager daemon x started 2024-08-17T16:50:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:22 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:50:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:22 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:50:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:22 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:50:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:22 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/2712592185' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:50:23.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[43056]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-17T16:50:23.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/4276272734' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc92418a-7974-4081-95e4-e12e14b88ab0"}]: dispatch 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/4276272734' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc92418a-7974-4081-95e4-e12e14b88ab0"}]': finished 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[43056]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[31070]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/4276272734' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc92418a-7974-4081-95e4-e12e14b88ab0"}]: dispatch 2024-08-17T16:50:23.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/4276272734' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc92418a-7974-4081-95e4-e12e14b88ab0"}]': finished 2024-08-17T16:50:23.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[31070]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:50:23.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:23 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:23.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:23 smithi106 ceph-mon[34751]: mgrmap e14: y(active, since 63s), standbys: x 2024-08-17T16:50:23.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:23 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:50:23.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:23 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/4276272734' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc92418a-7974-4081-95e4-e12e14b88ab0"}]: dispatch 2024-08-17T16:50:23.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:23 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/4276272734' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc92418a-7974-4081-95e4-e12e14b88ab0"}]': finished 2024-08-17T16:50:23.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:23 smithi106 ceph-mon[34751]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:50:23.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:23 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:24.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:24 smithi047 ceph-mon[31070]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:24.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:24 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/4232051294' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:50:24.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:24 smithi047 ceph-mon[43056]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:24.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:24 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/4232051294' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:50:24.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:24 smithi106 ceph-mon[34751]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:24.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:24 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/4232051294' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:50:26.310 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:26 smithi047 ceph-mon[31070]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:26.310 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:26 smithi047 ceph-mon[43056]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:26.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:26 smithi106 ceph-mon[34751]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:28.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:28 smithi047 ceph-mon[43056]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:28 smithi047 ceph-mon[31070]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:28.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:28 smithi106 ceph-mon[34751]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:29.329 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:50:29.329 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:29.329 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:29 smithi106 ceph-mon[34751]: Deploying daemon osd.0 on smithi047 2024-08-17T16:50:29.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:50:29.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:29.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:29 smithi047 ceph-mon[43056]: Deploying daemon osd.0 on smithi047 2024-08-17T16:50:29.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:50:29.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:29.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:29 smithi047 ceph-mon[31070]: Deploying daemon osd.0 on smithi047 2024-08-17T16:50:30.199 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:30 smithi047 ceph-mon[43056]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:30.200 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:30 smithi047 ceph-mon[31070]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:30.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:30 smithi106 ceph-mon[34751]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:32.352 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:32 smithi047 ceph-mon[31070]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:32.352 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:32 smithi047 ceph-mon[43056]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:32.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:32 smithi106 ceph-mon[34751]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:34.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[31070]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:34.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:34.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:34.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:34.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[43056]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:34.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:34.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:34.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:34.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:34 smithi106 ceph-mon[34751]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:34.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:34.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:34.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:36.523 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 0 on host 'smithi047' 2024-08-17T16:50:37.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:37.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:37.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:37.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:50:37.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:37.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.160 DEBUG:teuthology.orchestra.run.smithi047:osd.0> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.0.service 2024-08-17T16:50:37.163 INFO:tasks.cephadm:Deploying osd.1 on smithi047 with /dev/vg_nvme/lv_3... 2024-08-17T16:50:37.163 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:37.884 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[31070]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[31070]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[31070]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[31070]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[43056]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[43056]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:50:38.251 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[43056]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:50:38.252 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:38.252 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-mon[43056]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:50:38.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:38 smithi106 ceph-mon[34751]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:38.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:38 smithi106 ceph-mon[34751]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:50:38.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:38 smithi106 ceph-mon[34751]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:50:38.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:38 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:38.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:38 smithi106 ceph-mon[34751]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:50:38.611 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0[47326]: 2024-08-17T16:50:38.402+0000 7f231e02d640 -1 osd.0 0 waiting for initial osdmap 2024-08-17T16:50:38.611 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:50:38 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0[47326]: 2024-08-17T16:50:38.404+0000 7f2315e4e640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:50:39.291 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[43056]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[43056]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[43056]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[31070]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[31070]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:50:39.292 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.293 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.293 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[31070]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' 2024-08-17T16:50:39.293 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:39 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:39 smithi106 ceph-mon[34751]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:50:39.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:39 smithi106 ceph-mon[34751]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:50:39.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:39 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:39 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:39.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:39 smithi106 ceph-mon[34751]: from='osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143]' entity='osd.0' 2024-08-17T16:50:39.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:39 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:40.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:50:40.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:50:40.673 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[31070]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:40.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[31070]: osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143] boot 2024-08-17T16:50:40.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[31070]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:50:40.674 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:40.674 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:50:40.674 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:50:40.675 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[43056]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:40.675 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[43056]: osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143] boot 2024-08-17T16:50:40.675 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[43056]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:50:40.675 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:40 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:50:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:40 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:50:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:40 smithi106 ceph-mon[34751]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:50:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:40 smithi106 ceph-mon[34751]: osd.0 [v2:172.21.15.47:6802/383469143,v1:172.21.15.47:6803/383469143] boot 2024-08-17T16:50:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:40 smithi106 ceph-mon[34751]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:50:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:50:41.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:50:41.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:50:41.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:50:41.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:50:41.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.613 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.613 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:50:41.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:42.258 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:50:42.277 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_3 2024-08-17T16:50:42.486 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:50:42.597 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:42 smithi047 ceph-mon[31070]: pgmap v40: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:42.597 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:42 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi047 2024-08-17T16:50:42.597 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:42 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi047 to 16068M 2024-08-17T16:50:42.597 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:42 smithi047 ceph-mon[43056]: pgmap v40: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:42.597 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:42 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi047 2024-08-17T16:50:42.597 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:42 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi047 to 16068M 2024-08-17T16:50:42.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:42 smithi106 ceph-mon[34751]: pgmap v40: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:42.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:42 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi047 2024-08-17T16:50:42.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:42 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi047 to 16068M 2024-08-17T16:50:44.639 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[31070]: pgmap v41: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:44.639 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:50:44.640 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:50:44.640 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:44.640 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[43056]: pgmap v41: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:44.640 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:50:44.640 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:50:44.640 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:44 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:44.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:44 smithi106 ceph-mon[34751]: pgmap v41: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:44.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:44 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:50:44.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:44 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:50:44.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:44 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:45.652 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:45 smithi047 ceph-mon[31070]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:45.652 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:45 smithi047 ceph-mon[43056]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:45.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:45 smithi106 ceph-mon[34751]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:50:46.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:46 smithi106 ceph-mon[34751]: pgmap v42: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:46.681 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:46 smithi047 ceph-mon[31070]: pgmap v42: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:46.681 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:46 smithi047 ceph-mon[43056]: pgmap v42: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:47.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:47 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/1774135734' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3"}]: dispatch 2024-08-17T16:50:47.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:47 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/1774135734' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3"}]': finished 2024-08-17T16:50:47.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:47 smithi106 ceph-mon[34751]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:50:47.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:47 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:50:47.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:47 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3375324666' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:50:47.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1774135734' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3"}]: dispatch 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1774135734' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3"}]': finished 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[31070]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3375324666' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/1774135734' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3"}]: dispatch 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/1774135734' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3"}]': finished 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[43056]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:50:47.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:47 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3375324666' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:50:48.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:48 smithi047 ceph-mon[43056]: pgmap v44: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:48.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:48 smithi047 ceph-mon[31070]: pgmap v44: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:48.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:48 smithi106 ceph-mon[34751]: pgmap v44: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:50.520 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:50 smithi047 ceph-mon[31070]: pgmap v45: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:50.520 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:50 smithi047 ceph-mon[43056]: pgmap v45: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:50.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:50 smithi106 ceph-mon[34751]: pgmap v45: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:52.807 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:52 smithi047 ceph-mon[31070]: pgmap v46: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:52.808 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:52 smithi047 ceph-mon[43056]: pgmap v46: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:52.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:52 smithi106 ceph-mon[34751]: pgmap v46: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:53.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:50:53.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:53.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:53 smithi047 ceph-mon[31070]: Deploying daemon osd.1 on smithi047 2024-08-17T16:50:53.721 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:50:53.721 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:53.721 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:53 smithi047 ceph-mon[43056]: Deploying daemon osd.1 on smithi047 2024-08-17T16:50:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:50:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:50:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:53 smithi106 ceph-mon[34751]: Deploying daemon osd.1 on smithi047 2024-08-17T16:50:54.585 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:54 smithi047 ceph-mon[43056]: pgmap v47: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:54.585 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:54 smithi047 ceph-mon[31070]: pgmap v47: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:54.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:54 smithi106 ceph-mon[34751]: pgmap v47: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:56.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:56 smithi047 ceph-mon[31070]: pgmap v48: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:56.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:56 smithi047 ceph-mon[43056]: pgmap v48: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:56.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:56 smithi106 ceph-mon[34751]: pgmap v48: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:57.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:57 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:57.711 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:57 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:57.711 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:57 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:57.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:57 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:57.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:57 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:57.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:57 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:57.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:57 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:50:57.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:57 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:57.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:57 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:50:58.802 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:50:58 smithi047 ceph-mon[31070]: pgmap v49: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:58.803 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:50:58 smithi047 ceph-mon[43056]: pgmap v49: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:50:58.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:50:58 smithi106 ceph-mon[34751]: pgmap v49: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:00.437 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 1 on host 'smithi047' 2024-08-17T16:51:00.961 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: pgmap v50: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.962 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: pgmap v50: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.963 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:00.980 DEBUG:teuthology.orchestra.run.smithi047:osd.1> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.1.service 2024-08-17T16:51:00.982 INFO:tasks.cephadm:Deploying osd.2 on smithi047 with /dev/vg_nvme/lv_2... 2024-08-17T16:51:00.983 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T16:51:01.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: pgmap v50: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:01.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:01.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:01.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:01.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:01.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:01.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:51:01.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:51:01.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:01.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:01.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:01.688 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:51:02.000 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[31070]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:51:02.000 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[31070]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:51:02.000 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:02.001 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[31070]: from='osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:02.001 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[31070]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:02.001 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[43056]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:51:02.001 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[43056]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:51:02.001 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:02.001 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[43056]: from='osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:02.001 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-mon[43056]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:01 smithi106 ceph-mon[34751]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:51:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:01 smithi106 ceph-mon[34751]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:51:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:01 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:01 smithi106 ceph-mon[34751]: from='osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:01 smithi106 ceph-mon[34751]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:02.283 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:01 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1[53798]: 2024-08-17T16:51:01.998+0000 7ff504933640 -1 osd.1 0 waiting for initial osdmap 2024-08-17T16:51:02.283 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1[53798]: 2024-08-17T16:51:02.001+0000 7ff4fc754640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:51:03.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[31070]: pgmap v52: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:03.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[31070]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:03.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[31070]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:51:03.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:03.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:03.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[31070]: from='osd.1 ' entity='osd.1' 2024-08-17T16:51:03.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[43056]: pgmap v52: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:03.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[43056]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:03.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[43056]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:51:03.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:03.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:03.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:02 smithi047 ceph-mon[43056]: from='osd.1 ' entity='osd.1' 2024-08-17T16:51:03.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:02 smithi106 ceph-mon[34751]: pgmap v52: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:03.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:02 smithi106 ceph-mon[34751]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:03.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:02 smithi106 ceph-mon[34751]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:51:03.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:02 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:03.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:02 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:03.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:02 smithi106 ceph-mon[34751]: from='osd.1 ' entity='osd.1' 2024-08-17T16:51:04.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[31070]: osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909] boot 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[31070]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[43056]: osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909] boot 2024-08-17T16:51:04.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[43056]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:51:04.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:03 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:03 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:51:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:03 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:51:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:03 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:03 smithi106 ceph-mon[34751]: osd.1 [v2:172.21.15.47:6810/88353909,v1:172.21.15.47:6811/88353909] boot 2024-08-17T16:51:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:03 smithi106 ceph-mon[34751]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:51:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:03 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:51:04.745 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:04 smithi047 ceph-mon[31070]: pgmap v54: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:04.746 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:04 smithi047 ceph-mon[31070]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:51:04.746 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:04 smithi047 ceph-mon[43056]: pgmap v54: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:04.746 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:04 smithi047 ceph-mon[43056]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:51:05.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:04 smithi106 ceph-mon[34751]: pgmap v54: 0 pgs: ; 0 B data, 30 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:51:05.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:04 smithi106 ceph-mon[34751]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:51:06.053 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi047 2024-08-17T16:51:06.053 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.053 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi047 to 8034M 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi047 2024-08-17T16:51:06.054 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi047 to 8034M 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:06.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:05 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.056 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:51:06.076 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_2 2024-08-17T16:51:06.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi047 2024-08-17T16:51:06.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:06.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:06.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi047 to 8034M 2024-08-17T16:51:06.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:06.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:06.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:05 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:06.287 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:51:07.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:06 smithi047 ceph-mon[31070]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:07.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:06 smithi047 ceph-mon[43056]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:07.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:06 smithi106 ceph-mon[34751]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:09.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[31070]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:09.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:09.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:09.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:09.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[43056]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:09.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:09.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:09.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:09.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:08 smithi106 ceph-mon[34751]: pgmap v58: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:09.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:09.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:09.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:10.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:09 smithi047 ceph-mon[31070]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:10.026 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:09 smithi047 ceph-mon[43056]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:10.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:09 smithi106 ceph-mon[34751]: from='client.14268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:10.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[31070]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/402642292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]: dispatch 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]: dispatch 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]': finished 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[31070]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[43056]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/402642292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]: dispatch 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]: dispatch 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]': finished 2024-08-17T16:51:10.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[43056]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:51:10.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:10 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:11.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:10 smithi106 ceph-mon[34751]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:11.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:10 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/402642292' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]: dispatch 2024-08-17T16:51:11.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:10 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]: dispatch 2024-08-17T16:51:11.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:10 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "007653c9-6b85-4997-a0e1-c49cd3c894a6"}]': finished 2024-08-17T16:51:11.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:10 smithi106 ceph-mon[34751]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:51:11.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:10 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:12.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:11 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1998641303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:12.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:11 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/1998641303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:12.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:11 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/1998641303' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:13.073 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:12 smithi047 ceph-mon[43056]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:13.074 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:12 smithi047 ceph-mon[31070]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:13.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:12 smithi106 ceph-mon[34751]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:14 smithi047 ceph-mon[31070]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:15.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:14 smithi047 ceph-mon[43056]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:15.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:14 smithi106 ceph-mon[34751]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:17.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:16 smithi047 ceph-mon[43056]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:17.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:16 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:51:17.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:16 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:17.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:16 smithi047 ceph-mon[31070]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:17.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:16 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:51:17.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:16 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:17.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:16 smithi106 ceph-mon[34751]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:17.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:16 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:51:17.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:16 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:17.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:17 smithi047 ceph-mon[31070]: Deploying daemon osd.2 on smithi047 2024-08-17T16:51:17.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:17 smithi047 ceph-mon[43056]: Deploying daemon osd.2 on smithi047 2024-08-17T16:51:18.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:17 smithi106 ceph-mon[34751]: Deploying daemon osd.2 on smithi047 2024-08-17T16:51:18.998 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:18 smithi047 ceph-mon[31070]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:18.999 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:18 smithi047 ceph-mon[43056]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:18 smithi106 ceph-mon[34751]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:20.998 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:20 smithi047 ceph-mon[43056]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:20.998 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:20 smithi047 ceph-mon[31070]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:21.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:20 smithi106 ceph-mon[34751]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:22.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:22.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:22.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:22.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:22.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:22.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:22.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:22.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:22.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:23.033 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:22 smithi047 ceph-mon[31070]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:23.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:22 smithi047 ceph-mon[43056]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:23.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:22 smithi106 ceph-mon[34751]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:24.909 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 2 on host 'smithi047' 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: from='osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:51:24.923 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[43056]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: from='osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:51:24.924 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:24 smithi047 ceph-mon[31070]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: from='osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:51:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:24 smithi106 ceph-mon[34751]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:51:25.503 DEBUG:teuthology.orchestra.run.smithi047:osd.2> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.2.service 2024-08-17T16:51:25.506 INFO:tasks.cephadm:Deploying osd.3 on smithi047 with /dev/vg_nvme/lv_1... 2024-08-17T16:51:25.506 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T16:51:26.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:26.026 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: from='osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[31070]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:51:26.027 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:51:26.028 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:26.028 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: from='osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:26.028 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:25 smithi047 ceph-mon[43056]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:51:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:51:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: from='osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:26.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:25 smithi106 ceph-mon[34751]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:26.269 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:51:26.287 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2[60187]: 2024-08-17T16:51:26.285+0000 7f5b5251a640 -1 osd.2 0 waiting for initial osdmap 2024-08-17T16:51:26.610 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2[60187]: 2024-08-17T16:51:26.288+0000 7f5b4e343640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:51:26.928 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[31070]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[31070]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[31070]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[43056]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[43056]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[43056]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:26.929 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:26 smithi106 ceph-mon[34751]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:26 smithi106 ceph-mon[34751]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:26 smithi106 ceph-mon[34751]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:51:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:28.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:51:28.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:51:28.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[31070]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:28.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[31070]: osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874] boot 2024-08-17T16:51:28.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[31070]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:51:28.354 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:28.355 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:51:28.355 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:51:28.355 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[43056]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:28.355 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[43056]: osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874] boot 2024-08-17T16:51:28.355 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[43056]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:51:28.355 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:28 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:28 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:51:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:28 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:51:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:28 smithi106 ceph-mon[34751]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:51:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:28 smithi106 ceph-mon[34751]: osd.2 [v2:172.21.15.47:6818/178371874,v1:172.21.15.47:6819/178371874] boot 2024-08-17T16:51:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:28 smithi106 ceph-mon[34751]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:51:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:28 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:51:29.461 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi047 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi047 to 5356M 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:29.462 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi047 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi047 to 5356M 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:29.463 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:29 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:51:29.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi047 2024-08-17T16:51:29.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:29.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi047 to 5356M 2024-08-17T16:51:29.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:29.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:29.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:29.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:29 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:30.050 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:51:30.073 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_1 2024-08-17T16:51:30.289 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:51:30.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[31070]: pgmap v74: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:30.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[31070]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[43056]: pgmap v74: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[43056]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:51:30.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:30 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:30.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:30 smithi106 ceph-mon[34751]: pgmap v74: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:30.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:30 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:30.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:30 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:30.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:30 smithi106 ceph-mon[34751]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:51:30.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:30 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:51:31.329 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64098]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:51:31.329 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64098]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:31.329 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64098]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:31.329 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64098]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:31.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:31.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:31 smithi047 ceph-mon[31070]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:51:31.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:31 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:31.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:31 smithi047 ceph-mon[43056]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:51:31.861 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64140]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:51:31.861 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64140]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:31.861 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64140]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:31.861 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:51:31 smithi047 sudo[64140]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:32.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:31 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:51:32.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:31 smithi106 ceph-mon[34751]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:51:32.520 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64243]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:51:32.520 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64243]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:32.521 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64243]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:32.521 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64243]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:32.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[43056]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:32.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[43056]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:51:32.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[43056]: osdmap e22: 3 total, 3 up, 3 in 2024-08-17T16:51:32.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:32.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:32.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:32.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:32.861 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64331]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:51:32.861 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64331]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:32.861 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64331]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:32.861 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:51:32 smithi047 sudo[64331]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:32.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[31070]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:32.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[31070]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:51:32.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[31070]: osdmap e22: 3 total, 3 up, 3 in 2024-08-17T16:51:32.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:32.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:32.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:32.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:32 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:33.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:32 smithi106 ceph-mon[34751]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:33.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:32 smithi106 ceph-mon[34751]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:51:33.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:32 smithi106 ceph-mon[34751]: osdmap e22: 3 total, 3 up, 3 in 2024-08-17T16:51:33.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:32 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:33.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:32 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:33.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:32 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:33.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:32 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:33.360 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64342]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:51:33.360 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64342]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:33.360 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64342]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:33.360 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64342]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:33.798 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64366]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:51:33.798 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64366]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:33.798 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64366]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:33.798 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 16:51:33 smithi047 sudo[64366]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:34.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64416]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:51:34.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64416]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:34.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64416]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:34.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64416]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:34.741 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 ceph-mon[34751]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.741 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 ceph-mon[34751]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:34.741 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37493]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:51:34.741 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37493]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:34.741 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37493]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:34.742 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37493]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:34.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:34 smithi047 ceph-mon[43056]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:34 smithi047 ceph-mon[43056]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:34.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64429]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:51:34.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64429]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:34.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64429]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:34.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 sudo[64429]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:34.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 ceph-mon[31070]: from='client.14301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:34.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:34 smithi047 ceph-mon[31070]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:35.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37496]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:51:35.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37496]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:35.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37496]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:35.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:34 smithi106 sudo[37496]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:35.601 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64475]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:51:35.601 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64475]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:35.601 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64475]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:35.601 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64475]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:36.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:36.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:36.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2012014289' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06c171fb-435f-469f-944e-0586e6647ce1"}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2012014289' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06c171fb-435f-469f-944e-0586e6647ce1"}]': finished 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2012014289' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06c171fb-435f-469f-944e-0586e6647ce1"}]: dispatch 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2012014289' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06c171fb-435f-469f-944e-0586e6647ce1"}]': finished 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64525]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64525]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64525]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 sudo[64525]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2012014289' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06c171fb-435f-469f-944e-0586e6647ce1"}]: dispatch 2024-08-17T16:51:36.363 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:36.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2012014289' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06c171fb-435f-469f-944e-0586e6647ce1"}]': finished 2024-08-17T16:51:36.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:51:36.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:36.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:36.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:51:36.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:51:36.364 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:51:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:36 smithi106 ceph-mon[34751]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:36 smithi106 ceph-mon[34751]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:36 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3404562057' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:37.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:36 smithi106 ceph-mon[34751]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:37.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[31070]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:37.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[31070]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:37.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3404562057' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:37.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[31070]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:37.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[43056]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 89 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:37.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[43056]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:51:37.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3404562057' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:37.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:36 smithi047 ceph-mon[43056]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:51:38.086 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:37 smithi047 ceph-mon[43056]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:38.086 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:37 smithi047 ceph-mon[31070]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:38.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:37 smithi106 ceph-mon[34751]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:40.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:39 smithi106 ceph-mon[34751]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-08-17T16:51:40.208 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:39 smithi047 ceph-mon[31070]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-08-17T16:51:40.208 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:39 smithi047 ceph-mon[43056]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 4.5 KiB/s rd, 196 KiB/s wr, 13 op/s 2024-08-17T16:51:42.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[43056]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T16:51:42.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:51:42.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:42.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[43056]: Deploying daemon osd.3 on smithi047 2024-08-17T16:51:42.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[31070]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T16:51:42.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:51:42.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:42.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:41 smithi047 ceph-mon[31070]: Deploying daemon osd.3 on smithi047 2024-08-17T16:51:42.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:41 smithi106 ceph-mon[34751]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T16:51:42.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:51:42.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:42.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:41 smithi106 ceph-mon[34751]: Deploying daemon osd.3 on smithi047 2024-08-17T16:51:44.091 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:43 smithi047 ceph-mon[31070]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T16:51:44.091 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:43 smithi047 ceph-mon[43056]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T16:51:44.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:43 smithi106 ceph-mon[34751]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[43056]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[31070]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:46.073 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:45 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:46.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:45 smithi106 ceph-mon[34751]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:51:46.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:45 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:46.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:45 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:46.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:45 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:48.103 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:47 smithi047 ceph-mon[31070]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-08-17T16:51:48.104 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:47 smithi047 ceph-mon[43056]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-08-17T16:51:48.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:47 smithi106 ceph-mon[34751]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 66 KiB/s wr, 4 op/s 2024-08-17T16:51:49.038 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 3 on host 'smithi047' 2024-08-17T16:51:49.594 DEBUG:teuthology.orchestra.run.smithi047:osd.3> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.3.service 2024-08-17T16:51:49.597 INFO:tasks.cephadm:Deploying osd.4 on smithi106 with /dev/vg_nvme/lv_4... 2024-08-17T16:51:49.597 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T16:51:49.805 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:51:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:49 smithi106 ceph-mon[34751]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T16:51:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:49 smithi106 ceph-mon[34751]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:51:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:49 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:49 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:49 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:49 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[43056]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T16:51:50.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[43056]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:51:50.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[31070]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[31070]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:50.978 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:50 smithi106 ceph-mon[34751]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:51:50.978 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:50 smithi106 ceph-mon[34751]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:51:50.978 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:50 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:50.978 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:50 smithi106 ceph-mon[34751]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:51.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[31070]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:51:51.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[31070]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:51:51.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:51.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[31070]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:51.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[43056]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:51:51.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[43056]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:51:51.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:51.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:50 smithi047 ceph-mon[43056]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-08-17T16:51:51.560 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T16:51:51.228+0000 7f12e97ca640 -1 osd.3 0 waiting for initial osdmap 2024-08-17T16:51:51.561 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T16:51:51.232+0000 7f12e0dd4640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:51:52.343 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:51 smithi106 ceph-mon[34751]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:52.343 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:51 smithi106 ceph-mon[34751]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:52.343 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:51 smithi106 ceph-mon[34751]: osdmap e25: 4 total, 3 up, 4 in 2024-08-17T16:51:52.343 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:51 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:52.343 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:51 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:52.343 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:51 smithi106 ceph-mon[34751]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' 2024-08-17T16:51:52.345 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:51:52.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[43056]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[43056]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[43056]: osdmap e25: 4 total, 3 up, 4 in 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[43056]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[31070]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[31070]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[31070]: osdmap e25: 4 total, 3 up, 4 in 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:52.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:52.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:51 smithi047 ceph-mon[31070]: from='osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544]' entity='osd.3' 2024-08-17T16:51:52.363 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi106:vg_nvme/lv_4 2024-08-17T16:51:52.558 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:51:53.357 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:52 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:51:53.357 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:52 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:51:53.357 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:52 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:53.357 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:52 smithi106 ceph-mon[34751]: osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544] boot 2024-08-17T16:51:53.357 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:52 smithi106 ceph-mon[34751]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:51:53.357 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:52 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:53.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:51:53.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:51:53.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:53.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[43056]: osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544] boot 2024-08-17T16:51:53.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[43056]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:51:53.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:53.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:51:53.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:51:53.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:53.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[31070]: osd.3 [v2:172.21.15.47:6826/2965701544,v1:172.21.15.47:6827/2965701544] boot 2024-08-17T16:51:53.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[31070]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:51:53.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:52 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi047 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi047 to 4017M 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:53 smithi106 ceph-mon[34751]: osdmap e27: 4 total, 4 up, 4 in 2024-08-17T16:51:54.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi047 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi047 to 4017M 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:54.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[43056]: osdmap e27: 4 total, 4 up, 4 in 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi047 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.362 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi047 to 4017M 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:51:54.363 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:53 smithi047 ceph-mon[31070]: osdmap e27: 4 total, 4 up, 4 in 2024-08-17T16:51:55.341 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:54 smithi106 ceph-mon[34751]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:55.341 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:54 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:55.341 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:54 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:55.341 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:54 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:55.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[31070]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:55.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:55.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:55.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:55.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[43056]: from='client.24184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:51:55.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:51:55.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:51:55.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:54 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:51:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:55 smithi106 ceph-mon[34751]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:51:56.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:55 smithi047 ceph-mon[31070]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:51:56.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:55 smithi047 ceph-mon[43056]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:51:57.107 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:56 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/3533709653' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]: dispatch 2024-08-17T16:51:57.107 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:56 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]: dispatch 2024-08-17T16:51:57.107 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:56 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]': finished 2024-08-17T16:51:57.108 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:56 smithi106 ceph-mon[34751]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:51:57.108 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:56 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:51:57.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/3533709653' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]: dispatch 2024-08-17T16:51:57.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]: dispatch 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]': finished 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[43056]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/3533709653' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]: dispatch 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]: dispatch 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6fa7d194-f3cc-4065-ab6f-971243b56b42"}]': finished 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[31070]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:51:57.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:56 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:51:58.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:57 smithi047 ceph-mon[31070]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:51:58.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:57 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/3951427368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:58.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:57 smithi047 ceph-mon[43056]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:51:58.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:57 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/3951427368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:51:58.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:57 smithi106 ceph-mon[34751]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:51:58.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:57 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/3951427368' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:52:00.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:51:59 smithi106 ceph-mon[34751]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:00.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:51:59 smithi047 ceph-mon[31070]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:00.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:51:59 smithi047 ceph-mon[43056]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:01 smithi106 ceph-mon[34751]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:02.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:01 smithi047 ceph-mon[31070]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:02.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:01 smithi047 ceph-mon[43056]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:03.073 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:02 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:52:03.073 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:02 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:03.073 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:02 smithi106 ceph-mon[34751]: Deploying daemon osd.4 on smithi106 2024-08-17T16:52:03.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:52:03.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:02 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:03.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:02 smithi047 ceph-mon[43056]: Deploying daemon osd.4 on smithi106 2024-08-17T16:52:03.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:02 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:52:03.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:02 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:03.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:02 smithi047 ceph-mon[31070]: Deploying daemon osd.4 on smithi106 2024-08-17T16:52:04.270 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:03 smithi106 ceph-mon[34751]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:04.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:03 smithi047 ceph-mon[31070]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:04.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:03 smithi047 ceph-mon[43056]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:06.168 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:05 smithi106 ceph-mon[34751]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:06.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:05 smithi047 ceph-mon[31070]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:06.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:05 smithi047 ceph-mon[43056]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:08.306 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:08 smithi106 ceph-mon[34751]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:08.306 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:08.306 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:08.306 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:08 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:08.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[31070]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:08.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:08.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:08.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:08.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[43056]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:08.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:08.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:08.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:08 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:10.142 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:10 smithi106 ceph-mon[34751]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:10.172 INFO:teuthology.orchestra.run.smithi106.stdout:Created osd(s) 4 on host 'smithi106' 2024-08-17T16:52:10.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:10 smithi047 ceph-mon[31070]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:10.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:10 smithi047 ceph-mon[43056]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:10.883 DEBUG:teuthology.orchestra.run.smithi106:osd.4> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.4.service 2024-08-17T16:52:10.885 INFO:tasks.cephadm:Deploying osd.5 on smithi106 with /dev/vg_nvme/lv_3... 2024-08-17T16:52:10.886 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T16:52:11.381 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:11 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.381 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:11 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.381 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:11 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.381 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:11 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.381 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:11 smithi106 ceph-mon[34751]: from='osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:52:11.381 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:11 smithi106 ceph-mon[34751]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:52:11.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[31070]: from='osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[31070]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[43056]: from='osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:52:11.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:11 smithi047 ceph-mon[43056]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:52:11.705 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:52:12.337 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-mon[34751]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:12.337 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-mon[34751]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:52:12.338 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-mon[34751]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:52:12.338 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:12.338 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-mon[34751]: from='osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:12.338 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-mon[34751]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:12.338 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T16:52:12.216+0000 7f456bedc640 -1 osd.4 0 waiting for initial osdmap 2024-08-17T16:52:12.338 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 16:52:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T16:52:12.220+0000 7f4567d05640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[31070]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[31070]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[31070]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[31070]: from='osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[31070]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[43056]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[43056]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:52:12.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[43056]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:52:12.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:12.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[43056]: from='osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:12.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:12 smithi047 ceph-mon[43056]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:13.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:13 smithi106 ceph-mon[34751]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:52:13.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:13 smithi106 ceph-mon[34751]: osdmap e30: 5 total, 4 up, 5 in 2024-08-17T16:52:13.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:13.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:13.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[31070]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:52:13.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[31070]: osdmap e30: 5 total, 4 up, 5 in 2024-08-17T16:52:13.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:13.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:13.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[43056]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:52:13.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[43056]: osdmap e30: 5 total, 4 up, 5 in 2024-08-17T16:52:13.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:13.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:14.512 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:52:14.512 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:52:14.512 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:14.512 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:14.512 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319] boot 2024-08-17T16:52:14.512 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:52:14.512 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[31070]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319] boot 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:14.513 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:14 smithi047 ceph-mon[43056]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:52:14.534 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:52:14.534 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:52:14.535 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 120 MiB used, 357 GiB / 358 GiB avail 2024-08-17T16:52:14.535 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:14.535 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: osd.4 [v2:172.21.15.106:6800/3199397319,v1:172.21.15.106:6801/3199397319] boot 2024-08-17T16:52:14.535 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:52:14.535 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:52:14.535 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:14 smithi106 ceph-mon[34751]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:52:15.605 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi106 2024-08-17T16:52:15.605 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi106 to 17088M 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:15.606 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:15.607 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:15 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.608 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:52:15.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi106 2024-08-17T16:52:15.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:52:15.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi106 to 17088M 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi106 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi106 to 17088M 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:15.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:15.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:15 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:15.628 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi106:vg_nvme/lv_3 2024-08-17T16:52:15.826 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:52:16.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:16 smithi047 ceph-mon[43056]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:16.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:16 smithi047 ceph-mon[43056]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:52:16.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:16 smithi047 ceph-mon[31070]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:16.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:16 smithi047 ceph-mon[31070]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:52:16.611 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:16 smithi106 ceph-mon[34751]: pgmap v111: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:16.611 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:16 smithi106 ceph-mon[34751]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:52:17.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:17 smithi047 ceph-mon[31070]: osdmap e35: 5 total, 5 up, 5 in 2024-08-17T16:52:17.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:17 smithi047 ceph-mon[43056]: osdmap e35: 5 total, 5 up, 5 in 2024-08-17T16:52:17.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:17 smithi106 ceph-mon[34751]: osdmap e35: 5 total, 5 up, 5 in 2024-08-17T16:52:18.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[31070]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[31070]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[43056]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[43056]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:52:18.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:18 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:18.670 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:18 smithi106 ceph-mon[34751]: pgmap v114: 1 pgs: 1 remapped+peering; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:18.670 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:18 smithi106 ceph-mon[34751]: from='client.24211 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:18.670 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:18 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:52:18.670 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:18 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:52:18.670 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:18 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:20 smithi106 ceph-mon[34751]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-17T16:52:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:20 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/1131598587' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]: dispatch 2024-08-17T16:52:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:20 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]: dispatch 2024-08-17T16:52:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:20 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]': finished 2024-08-17T16:52:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:20 smithi106 ceph-mon[34751]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T16:52:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:20 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:20.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[43056]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/1131598587' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]: dispatch 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]: dispatch 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]': finished 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[43056]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[31070]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/1131598587' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]: dispatch 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]: dispatch 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c194e19-4b31-43a2-b5fb-6c86da9289f8"}]': finished 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[31070]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T16:52:20.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:20 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:21.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:21 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/2779220733' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:52:21.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:21 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/2779220733' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:52:21.677 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:21 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/2779220733' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:52:22.601 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:22 smithi106 ceph-mon[34751]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:52:22.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:22 smithi047 ceph-mon[31070]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:52:22.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:22 smithi047 ceph-mon[43056]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:52:24.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:24 smithi047 ceph-mon[31070]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-17T16:52:24.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:24 smithi047 ceph-mon[43056]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-17T16:52:24.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:24 smithi106 ceph-mon[34751]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-17T16:52:26.550 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:26 smithi106 ceph-mon[34751]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-17T16:52:26.550 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T16:52:26.550 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:26.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:26 smithi047 ceph-mon[43056]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-17T16:52:26.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T16:52:26.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:26.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:26 smithi047 ceph-mon[31070]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-17T16:52:26.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T16:52:26.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:27.503 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:27 smithi106 ceph-mon[34751]: Deploying daemon osd.5 on smithi106 2024-08-17T16:52:27.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:27 smithi047 ceph-mon[31070]: Deploying daemon osd.5 on smithi106 2024-08-17T16:52:27.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:27 smithi047 ceph-mon[43056]: Deploying daemon osd.5 on smithi106 2024-08-17T16:52:28.334 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:28 smithi106 ceph-mon[34751]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:52:28.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:28 smithi047 ceph-mon[31070]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:52:28.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:28 smithi047 ceph-mon[43056]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:52:30.468 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:30 smithi106 ceph-mon[34751]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:30.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:30 smithi047 ceph-mon[31070]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:30.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:30 smithi047 ceph-mon[43056]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:31.348 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:31 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:31.348 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:31 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:31.349 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:31 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:31.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:31.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:31.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:31 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:31.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:31 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:31.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:31 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:31.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:31 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:32.732 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:32 smithi106 ceph-mon[34751]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:33.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:32 smithi047 ceph-mon[31070]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:33.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:32 smithi047 ceph-mon[43056]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:34.014 INFO:teuthology.orchestra.run.smithi106.stdout:Created osd(s) 5 on host 'smithi106' 2024-08-17T16:52:34.608 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:34.608 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.609 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:34 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:34.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:34.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:34.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:52:34.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T16:52:34.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:34.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:34 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:34.640 DEBUG:teuthology.orchestra.run.smithi106:osd.5> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.5.service 2024-08-17T16:52:34.642 INFO:tasks.cephadm:Deploying osd.6 on smithi106 with /dev/vg_nvme/lv_2... 2024-08-17T16:52:34.642 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T16:52:35.352 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:52:36.034 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:35 smithi106 ceph-mon[34751]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:52:36.034 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:35 smithi106 ceph-mon[34751]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T16:52:36.034 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:35 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:36.034 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:35 smithi106 ceph-mon[34751]: from='osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:36.034 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:35 smithi106 ceph-mon[34751]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:36.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[43056]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[43056]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[43056]: from='osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[43056]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[31070]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[31070]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[31070]: from='osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:36.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:35 smithi047 ceph-mon[31070]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:36.310 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T16:52:36.168+0000 7fa24ffc0640 -1 osd.5 0 waiting for initial osdmap 2024-08-17T16:52:36.310 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T16:52:36.173+0000 7fa247de1640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:52:37.062 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-mon[34751]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:37.063 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-mon[34751]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:52:37.063 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-mon[34751]: osdmap e38: 6 total, 5 up, 6 in 2024-08-17T16:52:37.063 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:37.063 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:37.063 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:36 smithi106 ceph-mon[34751]: from='osd.5 ' entity='osd.5' 2024-08-17T16:52:37.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[31070]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:37.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[31070]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[31070]: osdmap e38: 6 total, 5 up, 6 in 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[31070]: from='osd.5 ' entity='osd.5' 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[43056]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 147 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[43056]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[43056]: osdmap e38: 6 total, 5 up, 6 in 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:37.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:36 smithi047 ceph-mon[43056]: from='osd.5 ' entity='osd.5' 2024-08-17T16:52:38.069 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:37 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:52:38.069 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:37 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:52:38.069 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:37 smithi106 ceph-mon[34751]: osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963] boot 2024-08-17T16:52:38.069 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:37 smithi106 ceph-mon[34751]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T16:52:38.069 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:37 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:38.072 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:52:38.090 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi106:vg_nvme/lv_2 2024-08-17T16:52:38.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:52:38.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:52:38.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[31070]: osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963] boot 2024-08-17T16:52:38.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[31070]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T16:52:38.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:38.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:52:38.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:52:38.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[43056]: osd.5 [v2:172.21.15.106:6808/2607876963,v1:172.21.15.106:6809/2607876963] boot 2024-08-17T16:52:38.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[43056]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T16:52:38.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:37 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:52:38.662 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:52:39.025 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:38 smithi106 ceph-mon[34751]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 461 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:39.025 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:38 smithi106 ceph-mon[34751]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T16:52:39.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:38 smithi047 ceph-mon[31070]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 461 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:39.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:38 smithi047 ceph-mon[31070]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T16:52:39.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:38 smithi047 ceph-mon[43056]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 461 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:39.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:38 smithi047 ceph-mon[43056]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T16:52:39.996 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:39 smithi106 ceph-mon[34751]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T16:52:40.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:39 smithi047 ceph-mon[31070]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T16:52:40.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:39 smithi047 ceph-mon[43056]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 462 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:40.793 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:40.794 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:40.794 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:40 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.041 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 462 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:41.041 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T16:52:41.041 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:41.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:41.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:41.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:41.042 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.043 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 462 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:41.043 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T16:52:41.043 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.043 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.043 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:41.043 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:52:41.044 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.044 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:41.044 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:52:41.044 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:40 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:41.847 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:41 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi106 2024-08-17T16:52:41.847 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:41 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi106 to 8544M 2024-08-17T16:52:41.847 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:41 smithi106 ceph-mon[34751]: osdmap e43: 6 total, 6 up, 6 in 2024-08-17T16:52:41.847 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:52:41.847 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:52:41.847 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:41 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:42.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi106 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi106 to 8544M 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[43056]: osdmap e43: 6 total, 6 up, 6 in 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi106 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi106 to 8544M 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[31070]: osdmap e43: 6 total, 6 up, 6 in 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:52:42.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:52:42.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:41 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:42.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:42 smithi106 ceph-mon[34751]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 462 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:42.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:42 smithi106 ceph-mon[34751]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:43.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:42 smithi047 ceph-mon[43056]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 462 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:43.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:42 smithi047 ceph-mon[43056]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:43.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:42 smithi047 ceph-mon[31070]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 462 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:43.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:42 smithi047 ceph-mon[31070]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:52:44.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/2872432269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]: dispatch 2024-08-17T16:52:44.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]: dispatch 2024-08-17T16:52:44.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]': finished 2024-08-17T16:52:44.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[43056]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T16:52:44.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:44.013 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/2872432269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]: dispatch 2024-08-17T16:52:44.013 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]: dispatch 2024-08-17T16:52:44.013 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]': finished 2024-08-17T16:52:44.013 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[31070]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T16:52:44.013 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:43 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:44.020 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:43 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/2872432269' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]: dispatch 2024-08-17T16:52:44.020 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:43 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]: dispatch 2024-08-17T16:52:44.020 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:43 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "96f51fce-7acb-41e7-8755-dd1832497fcd"}]': finished 2024-08-17T16:52:44.021 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:43 smithi106 ceph-mon[34751]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T16:52:44.021 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:43 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:45.023 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:44 smithi047 ceph-mon[43056]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:45.023 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:44 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/3451201581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:52:45.024 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:44 smithi047 ceph-mon[31070]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:45.024 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:44 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/3451201581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:52:45.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:44 smithi106 ceph-mon[34751]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 175 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:45.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:44 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/3451201581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:52:46.817 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:46 smithi106 ceph-mon[34751]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:47.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:46 smithi047 ceph-mon[31070]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:47.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:46 smithi047 ceph-mon[43056]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:49.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:48 smithi047 ceph-mon[31070]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:48 smithi047 ceph-mon[43056]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:49.121 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:48 smithi106 ceph-mon[34751]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:50.066 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:49 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T16:52:50.067 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:49 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:50.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T16:52:50.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:50.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:49 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T16:52:50.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:49 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:52:50.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:50 smithi106 ceph-mon[34751]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:50.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:50 smithi106 ceph-mon[34751]: Deploying daemon osd.6 on smithi106 2024-08-17T16:52:51.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:50 smithi047 ceph-mon[31070]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:51.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:50 smithi047 ceph-mon[31070]: Deploying daemon osd.6 on smithi106 2024-08-17T16:52:51.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:50 smithi047 ceph-mon[43056]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:51.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:50 smithi047 ceph-mon[43056]: Deploying daemon osd.6 on smithi106 2024-08-17T16:52:52.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:52 smithi106 ceph-mon[34751]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:53.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:52 smithi047 ceph-mon[43056]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:53.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:52 smithi047 ceph-mon[31070]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:55.023 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:54 smithi106 ceph-mon[34751]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:55.023 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:54 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:55.023 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:54 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:55.023 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:54 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:55.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[31070]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:55.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[43056]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:55.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:52:55.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:55.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:54 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:57.075 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:56 smithi106 ceph-mon[34751]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:57.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:56 smithi047 ceph-mon[31070]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:57.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:56 smithi047 ceph-mon[43056]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:57.660 INFO:teuthology.orchestra.run.smithi106.stdout:Created osd(s) 6 on host 'smithi106' 2024-08-17T16:52:57.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:57 smithi106 ceph-mon[34751]: from='osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:52:57.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:57 smithi106 ceph-mon[34751]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:52:57.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:57 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:57.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:57 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:58.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[31070]: from='osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:52:58.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[31070]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:52:58.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[43056]: from='osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:52:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[43056]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T16:52:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:57 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:58.305 DEBUG:teuthology.orchestra.run.smithi106:osd.6> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.6.service 2024-08-17T16:52:58.307 INFO:tasks.cephadm:Deploying osd.7 on smithi106 with /dev/vg_nvme/lv_1... 2024-08-17T16:52:58.307 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T16:52:58.563 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:52:58.934 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:58.934 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:52:58.934 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T16:52:58.934 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:58.935 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: from='osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:58.935 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:58.935 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:58.935 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:58.935 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T16:52:58.783+0000 7f014d681640 -1 osd.6 0 waiting for initial osdmap 2024-08-17T16:52:58.935 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 16:52:58 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T16:52:58.790+0000 7f01494aa640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:52:59.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: from='osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T16:52:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T16:52:59.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:59.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: from='osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:59.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:52:59.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:59.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:58 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:52:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:59 smithi106 ceph-mon[34751]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:52:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:59 smithi106 ceph-mon[34751]: osdmap e46: 7 total, 6 up, 7 in 2024-08-17T16:52:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:59 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:52:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:52:59 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:00.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[31070]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:53:00.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[31070]: osdmap e46: 7 total, 6 up, 7 in 2024-08-17T16:53:00.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:00.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[43056]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:53:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[43056]: osdmap e46: 7 total, 6 up, 7 in 2024-08-17T16:53:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:52:59 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:01.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:53:01.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:53:01.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[31070]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[31070]: osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624] boot 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[31070]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[31070]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[43056]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[43056]: osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624] boot 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[43056]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T16:53:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:01.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:00 smithi047 ceph-mon[43056]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T16:53:01.146 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:00 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:53:01.147 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:00 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:53:01.147 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:00 smithi106 ceph-mon[34751]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 174 MiB used, 536 GiB / 536 GiB avail 2024-08-17T16:53:01.147 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:00 smithi106 ceph-mon[34751]: osd.6 [v2:172.21.15.106:6816/744509624,v1:172.21.15.106:6817/744509624] boot 2024-08-17T16:53:01.147 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:00 smithi106 ceph-mon[34751]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T16:53:01.147 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:00 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:01.147 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:00 smithi106 ceph-mon[34751]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T16:53:01.720 INFO:teuthology.orchestra.run.smithi106.stdout: 2024-08-17T16:53:01.741 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi106:vg_nvme/lv_1 2024-08-17T16:53:02.285 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:53:03.004 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:02 smithi106 ceph-mon[34751]: pgmap v149: 1 pgs: 1 remapped; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:03.004 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:02 smithi106 ceph-mon[34751]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T16:53:03.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:02 smithi047 ceph-mon[31070]: pgmap v149: 1 pgs: 1 remapped; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:03.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:02 smithi047 ceph-mon[31070]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T16:53:03.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:02 smithi047 ceph-mon[43056]: pgmap v149: 1 pgs: 1 remapped; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:03.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:02 smithi047 ceph-mon[43056]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T16:53:04.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:03 smithi047 ceph-mon[31070]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T16:53:04.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:03 smithi047 ceph-mon[43056]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T16:53:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:03 smithi106 ceph-mon[34751]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T16:53:04.796 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: pgmap v152: 1 pgs: 1 remapped; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:05.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: pgmap v152: 1 pgs: 1 remapped; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:05.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: osdmap e51: 7 total, 7 up, 7 in 2024-08-17T16:53:05.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:53:05.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: pgmap v152: 1 pgs: 1 remapped; 577 KiB data, 201 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: osdmap e51: 7 total, 7 up, 7 in 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:05.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.114 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:05.114 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.114 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:53:05.114 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:53:05.114 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:04 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.124 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: osdmap e51: 7 total, 7 up, 7 in 2024-08-17T16:53:05.124 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:05.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:05.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:53:05.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:53:05.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:04 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:06.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:05 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi106 2024-08-17T16:53:06.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:05 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi106 to 5696M 2024-08-17T16:53:06.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:05 smithi047 ceph-mon[31070]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:06.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:05 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi106 2024-08-17T16:53:06.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:05 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi106 to 5696M 2024-08-17T16:53:06.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:05 smithi047 ceph-mon[43056]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:06.129 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:05 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi106 2024-08-17T16:53:06.130 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:05 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi106 to 5696M 2024-08-17T16:53:06.130 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:05 smithi106 ceph-mon[34751]: from='client.24265 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi106:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:07.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:06 smithi047 ceph-mon[31070]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 140 KiB/s, 0 objects/s recovering 2024-08-17T16:53:07.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:06 smithi047 ceph-mon[43056]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 140 KiB/s, 0 objects/s recovering 2024-08-17T16:53:07.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:06 smithi106 ceph-mon[34751]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 140 KiB/s, 0 objects/s recovering 2024-08-17T16:53:07.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:07 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/3708772359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]: dispatch 2024-08-17T16:53:07.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:07 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]: dispatch 2024-08-17T16:53:07.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:07 smithi106 ceph-mon[34751]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]': finished 2024-08-17T16:53:07.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:07 smithi106 ceph-mon[34751]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T16:53:07.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:07 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:07.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:07 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/755057869' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:53:08.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/3708772359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]: dispatch 2024-08-17T16:53:08.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]: dispatch 2024-08-17T16:53:08.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[43056]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]': finished 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[43056]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/755057869' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/3708772359' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]: dispatch 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]: dispatch 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[31070]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0fed95c4-d4f3-428b-8298-31b9d7b73149"}]': finished 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[31070]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:08.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:07 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/755057869' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:53:09.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:08 smithi047 ceph-mon[43056]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:53:09.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:08 smithi047 ceph-mon[31070]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:53:09.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:08 smithi106 ceph-mon[34751]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:53:10.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:10 smithi106 ceph-mon[34751]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:53:11.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:10 smithi047 ceph-mon[31070]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:53:11.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:10 smithi047 ceph-mon[43056]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-08-17T16:53:13.042 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:12 smithi106 ceph-mon[34751]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:53:13.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:12 smithi047 ceph-mon[31070]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:53:13.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:12 smithi047 ceph-mon[43056]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T16:53:14.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T16:53:14.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:13 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T16:53:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:13 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:14.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T16:53:14.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:13 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:15.073 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:14 smithi106 ceph-mon[34751]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-17T16:53:15.073 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:14 smithi106 ceph-mon[34751]: Deploying daemon osd.7 on smithi106 2024-08-17T16:53:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:14 smithi047 ceph-mon[31070]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-17T16:53:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:14 smithi047 ceph-mon[31070]: Deploying daemon osd.7 on smithi106 2024-08-17T16:53:15.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:14 smithi047 ceph-mon[43056]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-17T16:53:15.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:14 smithi047 ceph-mon[43056]: Deploying daemon osd.7 on smithi106 2024-08-17T16:53:16.908 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:16 smithi106 ceph-mon[34751]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:17.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:16 smithi047 ceph-mon[31070]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:17.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:16 smithi047 ceph-mon[43056]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:18.860 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:18 smithi106 ceph-mon[34751]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:18.860 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:18 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:18.860 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:18 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:18.860 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:18 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:19.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[31070]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:19.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:19.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:19.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:19.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[43056]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:19.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:19.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:19.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:18 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:21.057 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:20 smithi106 ceph-mon[34751]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:21.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:20 smithi047 ceph-mon[31070]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:21.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:20 smithi047 ceph-mon[43056]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:21.363 INFO:teuthology.orchestra.run.smithi106.stdout:Created osd(s) 7 on host 'smithi106' 2024-08-17T16:53:22.027 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:21 smithi106 ceph-mon[34751]: from='osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:53:22.028 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:21 smithi106 ceph-mon[34751]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:53:22.028 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:22.028 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:21 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:22.048 DEBUG:teuthology.orchestra.run.smithi106:osd.7> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.7.service 2024-08-17T16:53:22.051 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-17T16:53:22.051 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-17T16:53:22.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[43056]: from='osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:53:22.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[43056]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:53:22.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:22.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[31070]: from='osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:53:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[31070]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T16:53:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:21 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:22.275 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:53:23.097 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:23.097 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:53:23.097 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T16:53:23.098 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.098 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: from='osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:53:23.098 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:53:23.098 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:23.098 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:23.098 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T16:53:22.848+0000 7f9c6c0cf640 -1 osd.7 0 waiting for initial osdmap 2024-08-17T16:53:23.098 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 16:53:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T16:53:22.857+0000 7f9c67ef8640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:53:23.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: from='osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: from='osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:53:23.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]: dispatch 2024-08-17T16:53:23.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:23.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:22 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:23.871 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[43056]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:53:23.871 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[43056]: osdmap e54: 8 total, 7 up, 8 in 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[43056]: osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545] boot 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[43056]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[31070]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[31070]: osdmap e54: 8 total, 7 up, 8 in 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[31070]: osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545] boot 2024-08-17T16:53:23.872 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[31070]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T16:53:23.873 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:23 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.901 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:23 smithi106 ceph-mon[34751]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi106", "root=default"]}]': finished 2024-08-17T16:53:23.901 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:23 smithi106 ceph-mon[34751]: osdmap e54: 8 total, 7 up, 8 in 2024-08-17T16:53:23.901 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:23 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.901 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:23 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:23.901 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:23 smithi106 ceph-mon[34751]: osd.7 [v2:172.21.15.106:6824/1450515545,v1:172.21.15.106:6825/1450515545] boot 2024-08-17T16:53:23.901 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:23 smithi106 ceph-mon[34751]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T16:53:23.901 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:23 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:24.261 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:53:24.893 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1723913603,"num_in_osds":8,"osd_in_since":1723913587,"num_remapped_pgs":1} 2024-08-17T16:53:24.894 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:53:25.109 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:53:25.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[31070]: purged_snaps scrub starts 2024-08-17T16:53:25.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[31070]: purged_snaps scrub ok 2024-08-17T16:53:25.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[31070]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:25.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/4207094446' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T16:53:25.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[31070]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T16:53:25.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[43056]: purged_snaps scrub starts 2024-08-17T16:53:25.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[43056]: purged_snaps scrub ok 2024-08-17T16:53:25.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[43056]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:25.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/4207094446' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T16:53:25.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:24 smithi047 ceph-mon[43056]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T16:53:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:24 smithi106 ceph-mon[34751]: purged_snaps scrub starts 2024-08-17T16:53:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:24 smithi106 ceph-mon[34751]: purged_snaps scrub ok 2024-08-17T16:53:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:24 smithi106 ceph-mon[34751]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 202 MiB used, 626 GiB / 626 GiB avail 2024-08-17T16:53:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:24 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/4207094446' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T16:53:25.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:24 smithi106 ceph-mon[34751]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T16:53:26.358 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:26.358 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T16:53:26.358 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: Detected new or changed devices on smithi106 2024-08-17T16:53:26.358 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.358 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi106 to 4272M 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.359 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: Detected new or changed devices on smithi106 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi106 to 4272M 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:26.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:26 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:26.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T16:53:26.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: Detected new or changed devices on smithi106 2024-08-17T16:53:26.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi106 to 4272M 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:26.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:26 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:26.994 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:53:26.994 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":58,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","created":"2024-08-17T16:48:23.694490+0000","modified":"2024-08-17T16:53:26.268114+0000","last_up_change":"2024-08-17T16:53:23.264250+0000","last_in_change":"2024-08-17T16:53:07.069673+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:51:29.340251+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fc92418a-7974-4081-95e4-e12e14b88ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6803","nonce":383469143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6805","nonce":383469143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6809","nonce":383469143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6807","nonce":383469143}]},"public_addr":"172.21.15.47:6803/383469143","cluster_addr":"172.21.15.47:6805/383469143","heartbeat_back_addr":"172.21.15.47:6809/383469143","heartbeat_front_addr":"172.21.15.47:6807/383469143","state":["exists","up"]},{"osd":1,"uuid":"9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6811","nonce":88353909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6813","nonce":88353909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6817","nonce":88353909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6815","nonce":88353909}]},"public_addr":"172.21.15.47:6811/88353909","cluster_addr":"172.21.15.47:6813/88353909","heartbeat_back_addr":"172.21.15.47:6817/88353909","heartbeat_front_addr":"172.21.15.47:6815/88353909","state":["exists","up"]},{"osd":2,"uuid":"007653c9-6b85-4997-a0e1-c49cd3c894a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6819","nonce":178371874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6821","nonce":178371874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6825","nonce":178371874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6823","nonce":178371874}]},"public_addr":"172.21.15.47:6819/178371874","cluster_addr":"172.21.15.47:6821/178371874","heartbeat_back_addr":"172.21.15.47:6825/178371874","heartbeat_front_addr":"172.21.15.47:6823/178371874","state":["exists","up"]},{"osd":3,"uuid":"06c171fb-435f-469f-944e-0586e6647ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6827","nonce":2965701544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6829","nonce":2965701544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6833","nonce":2965701544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6831","nonce":2965701544}]},"public_addr":"172.21.15.47:6827/2965701544","cluster_addr":"172.21.15.47:6829/2965701544","heartbeat_back_addr":"172.21.15.47:6833/2965701544","heartbeat_front_addr":"172.21.15.47:6831/2965701544","state":["exists","up"]},{"osd":4,"uuid":"6fa7d194-f3cc-4065-ab6f-971243b56b42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6801","nonce":3199397319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6803","nonce":3199397319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6807","nonce":3199397319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6805","nonce":3199397319}]},"public_addr":"172.21.15.106:6801/3199397319","cluster_addr":"172.21.15.106:6803/3199397319","heartbeat_back_addr":"172.21.15.106:6807/3199397319","heartbeat_front_addr":"172.21.15.106:6805/3199397319","state":["exists","up"]},{"osd":5,"uuid":"0c194e19-4b31-43a2-b5fb-6c86da9289f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6809","nonce":2607876963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6811","nonce":2607876963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6815","nonce":2607876963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6813","nonce":2607876963}]},"public_addr":"172.21.15.106:6809/2607876963","cluster_addr":"172.21.15.106:6811/2607876963","heartbeat_back_addr":"172.21.15.106:6815/2607876963","heartbeat_front_addr":"172.21.15.106:6813/2607876963","state":["exists","up"]},{"osd":6,"uuid":"96f51fce-7acb-41e7-8755-dd1832497fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6817","nonce":744509624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6819","nonce":744509624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6822","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6823","nonce":744509624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6821","nonce":744509624}]},"public_addr":"172.21.15.106:6817/744509624","cluster_addr":"172.21.15.106:6819/744509624","heartbeat_back_addr":"172.21.15.106:6823/744509624","heartbeat_front_addr":"172.21.15.106:6821/744509624","state":["exists","up"]},{"osd":7,"uuid":"0fed95c4-d4f3-428b-8298-31b9d7b73149","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6825","nonce":1450515545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6826","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6827","nonce":1450515545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6831","nonce":1450515545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6829","nonce":1450515545}]},"public_addr":"172.21.15.106:6825/1450515545","cluster_addr":"172.21.15.106:6827/1450515545","heartbeat_back_addr":"172.21.15.106:6831/1450515545","heartbeat_front_addr":"172.21.15.106:6829/1450515545","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:50:37.400532+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:01.343716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:25.633689+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:50.020860+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:11.464829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:34.926285+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:58.496128+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:53:22.347865+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/3505505006":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/4036108103":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3688765949":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/4252822239":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6800/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6801/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6800/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6801/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/1070348125":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/1376314404":"2024-08-18T16:48:55.411771+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:53:27.590 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:27 smithi047 ceph-mon[31070]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T16:53:27.590 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:27 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2591034085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.590 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:27 smithi047 ceph-mon[43056]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T16:53:27.590 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:27 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2591034085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.614 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-17T16:51:29.340251+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-08-17T16:53:27.614 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-17T16:53:27.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:27 smithi106 ceph-mon[34751]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T16:53:27.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:27 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2591034085' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:53:27.826 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:53:28.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:28 smithi047 ceph-mon[31070]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:28.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:28 smithi047 ceph-mon[31070]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T16:53:28.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:28 smithi047 ceph-mon[43056]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:28.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:28 smithi047 ceph-mon[43056]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T16:53:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:28 smithi106 ceph-mon[34751]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:28 smithi106 ceph-mon[34751]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T16:53:29.586 INFO:teuthology.orchestra.run.smithi047.stdout:pg_num: 1 2024-08-17T16:53:30.204 INFO:tasks.cephadm:Adding prometheus.a on smithi106 2024-08-17T16:53:30.204 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi106=a' 2024-08-17T16:53:30.417 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:53:30.493 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:30 smithi106 ceph-mon[34751]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-08-17T16:53:30.493 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:30 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/1325202989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T16:53:30.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:30 smithi047 ceph-mon[31070]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-08-17T16:53:30.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:30 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1325202989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T16:53:30.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:30 smithi047 ceph-mon[43056]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 125 KiB/s, 0 objects/s recovering 2024-08-17T16:53:30.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:30 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/1325202989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T16:53:32.308 INFO:teuthology.orchestra.run.smithi106.stdout:Scheduled prometheus update... 2024-08-17T16:53:32.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:32 smithi106 ceph-mon[34751]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:53:32.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:32 smithi047 ceph-mon[31070]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:53:32.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:32 smithi047 ceph-mon[43056]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T16:53:32.917 DEBUG:teuthology.orchestra.run.smithi106:prometheus.a> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-17T16:53:32.920 INFO:tasks.cephadm:Adding node-exporter.a on smithi047 2024-08-17T16:53:32.920 INFO:tasks.cephadm:Adding node-exporter.b on smithi106 2024-08-17T16:53:32.920 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi047=a;smithi106=b' 2024-08-17T16:53:33.166 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:53:33.574 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi106=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:33.574 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: Saving service prometheus spec with placement smithi106=a;count:1 2024-08-17T16:53:33.574 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:33.575 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:33.575 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:33.575 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:33.575 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:33.575 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:33 smithi106 ceph-mon[34751]: Deploying daemon prometheus.a on smithi106 2024-08-17T16:53:33.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi106=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: Saving service prometheus spec with placement smithi106=a;count:1 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[31070]: Deploying daemon prometheus.a on smithi106 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi106=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: Saving service prometheus spec with placement smithi106=a;count:1 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:33.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:33.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:33.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:33.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:33.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:33 smithi047 ceph-mon[43056]: Deploying daemon prometheus.a on smithi106 2024-08-17T16:53:34.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:34 smithi106 ceph-mon[34751]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-17T16:53:34.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:34 smithi047 ceph-mon[31070]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-17T16:53:34.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:34 smithi047 ceph-mon[43056]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-08-17T16:53:35.476 INFO:teuthology.orchestra.run.smithi106.stdout:Scheduled node-exporter update... 2024-08-17T16:53:36.470 DEBUG:teuthology.orchestra.run.smithi047:node-exporter.a> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-17T16:53:36.474 DEBUG:teuthology.orchestra.run.smithi106:node-exporter.b> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-17T16:53:36.476 INFO:tasks.cephadm:Adding alertmanager.a on smithi047 2024-08-17T16:53:36.477 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi047=a' 2024-08-17T16:53:36.717 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:53:36.838 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:36 smithi106 ceph-mon[34751]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-17T16:53:36.838 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:36 smithi106 ceph-mon[34751]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi047=a;smithi106=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:36.839 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:36 smithi106 ceph-mon[34751]: Saving service node-exporter spec with placement smithi047=a;smithi106=b;count:2 2024-08-17T16:53:36.839 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:36 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:36.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[31070]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-17T16:53:36.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[31070]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi047=a;smithi106=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:36.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[31070]: Saving service node-exporter spec with placement smithi047=a;smithi106=b;count:2 2024-08-17T16:53:36.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:36.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[43056]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-08-17T16:53:36.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[43056]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi047=a;smithi106=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:36.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[43056]: Saving service node-exporter spec with placement smithi047=a;smithi106=b;count:2 2024-08-17T16:53:36.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:36 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:38.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:38 smithi047 ceph-mon[43056]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:53:38.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:38 smithi047 ceph-mon[31070]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:53:38.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:38 smithi106 ceph-mon[34751]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T16:53:40.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:40 smithi047 ceph-mon[31070]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-17T16:53:40.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:40 smithi047 ceph-mon[43056]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-17T16:53:40.861 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:40 smithi106 ceph-mon[34751]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-17T16:53:41.581 INFO:teuthology.orchestra.run.smithi106.stdout:Scheduled alertmanager update... 2024-08-17T16:53:42.591 DEBUG:teuthology.orchestra.run.smithi047:alertmanager.a> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-17T16:53:42.594 INFO:tasks.cephadm:Adding grafana.a on smithi106 2024-08-17T16:53:42.594 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi106=a' 2024-08-17T16:53:42.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[31070]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:42.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[31070]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi047=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:42.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[31070]: Saving service alertmanager spec with placement smithi047=a;count:1 2024-08-17T16:53:42.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:42.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[43056]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:42.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[43056]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi047=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:42.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[43056]: Saving service alertmanager spec with placement smithi047=a;count:1 2024-08-17T16:53:42.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:42 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:42.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:42 smithi106 ceph-mon[34751]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:42.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:42 smithi106 ceph-mon[34751]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi047=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:42.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:42 smithi106 ceph-mon[34751]: Saving service alertmanager spec with placement smithi047=a;count:1 2024-08-17T16:53:42.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:42 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:44.305 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:53:44.677 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:44 smithi106 ceph-mon[34751]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:44.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:44 smithi047 ceph-mon[43056]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:44.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:44 smithi047 ceph-mon[31070]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:45.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:45 smithi106 systemd[1]: Starting Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:53:46.551 INFO:teuthology.orchestra.run.smithi106.stdout:Scheduled grafana update... 2024-08-17T16:53:46.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:46 smithi047 ceph-mon[31070]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:46.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:46 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:46.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:46 smithi047 ceph-mon[43056]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:46.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:46 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:46.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:46 smithi106 ceph-mon[34751]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:46.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:46 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:46.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:46 smithi106 podman[63824]: 2024-08-17 16:53:46.473334001 +0000 UTC m=+0.018329060 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T16:53:46.929 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:46 smithi106 podman[63824]: 2024-08-17 16:53:46.601127464 +0000 UTC m=+0.146122530 container create 50ab10d7342c83d0eb4e8503be1358fe19c6036f2ddd23b3a5f24575a3c4e65a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:47.322 DEBUG:teuthology.orchestra.run.smithi106:grafana.a> sudo journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@grafana.a.service 2024-08-17T16:53:47.324 INFO:tasks.cephadm:Setting up client nodes... 2024-08-17T16:53:47.325 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T16:53:47.541 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 podman[63824]: 2024-08-17 16:53:47.47381288 +0000 UTC m=+1.018807950 container init 50ab10d7342c83d0eb4e8503be1358fe19c6036f2ddd23b3a5f24575a3c4e65a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 podman[63824]: 2024-08-17 16:53:47.479553969 +0000 UTC m=+1.024549029 container start 50ab10d7342c83d0eb4e8503be1358fe19c6036f2ddd23b3a5f24575a3c4e65a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.505Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.505Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.505Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi106 (none))" 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.505Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.505Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.507Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.507Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.508Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T16:53:47.589 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.508Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.511Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.511Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.915µs 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.511Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.511Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.511Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.338µs wal_replay_duration=313.594µs wbl_replay_duration=90ns total_replay_duration=349.89µs 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.512Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.512Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.512Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.533Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.589716ms db_storage=772ns remote_storage=1.602µs web_handler=393ns query_engine=637ns scrape=425.458µs scrape_sd=98.31µs notify=774ns notify_sd=1.517µs rules=19.745516ms tracing=7.124µs 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.533Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T16:53:47.590 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:53:47.533Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T16:53:47.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:47 smithi047 ceph-mon[43056]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi106=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:47.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:47 smithi047 ceph-mon[43056]: Saving service grafana spec with placement smithi106=a;count:1 2024-08-17T16:53:47.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:47 smithi047 ceph-mon[31070]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi106=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:47.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:47 smithi047 ceph-mon[31070]: Saving service grafana spec with placement smithi106=a;count:1 2024-08-17T16:53:47.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-mon[34751]: from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi106=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:53:47.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:47 smithi106 ceph-mon[34751]: Saving service grafana spec with placement smithi106=a;count:1 2024-08-17T16:53:47.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 bash[63824]: 50ab10d7342c83d0eb4e8503be1358fe19c6036f2ddd23b3a5f24575a3c4e65a 2024-08-17T16:53:47.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:53:47 smithi106 systemd[1]: Started Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:53:48.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: ignoring --setuser ceph since I am not root 2024-08-17T16:53:48.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: ignoring --setgroup ceph since I am not root 2024-08-17T16:53:48.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-mgr[36840]: -- 172.21.15.106:0/3075054541 <== mon.1 v2:172.21.15.106:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5581ca2a6d00 con 0x5581ca27a800 2024-08-17T16:53:48.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:48.825+0000 7f66babee040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:53:48.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-mon[34751]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:48.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T16:53:48.987 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[43056]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:48.987 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.987 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.987 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.987 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[31070]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setuser ceph since I am not root 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setgroup ceph since I am not root 2024-08-17T16:53:48.988 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:48.835+0000 7f564300a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:53:49.238 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:48 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:48.992+0000 7f564300a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:53:49.239 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:49.062+0000 7f564300a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:53:49.271 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:48.967+0000 7f66babee040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:53:49.272 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:49.033+0000 7f66babee040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:53:49.272 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:49.270+0000 7f66babee040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:53:49.579 INFO:teuthology.orchestra.run.smithi047.stdout:[client.0] 2024-08-17T16:53:49.579 INFO:teuthology.orchestra.run.smithi047.stdout: key = AQCd1cBmvqk1IhAAOJatCH78927CDtElCzPdhw== 2024-08-17T16:53:49.579 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:49.319+0000 7f564300a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:53:49.580 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:49.383+0000 7f564300a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:53:49.677 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:49.330+0000 7f66babee040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:53:49.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[43056]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T16:53:49.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[43056]: mgrmap e16: y(active, since 4m), standbys: x 2024-08-17T16:53:49.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3767939233' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:49.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3767939233' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:53:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[31070]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T16:53:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[31070]: mgrmap e16: y(active, since 4m), standbys: x 2024-08-17T16:53:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3767939233' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:49.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:49 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3767939233' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:53:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:49 smithi106 ceph-mon[34751]: from='mgr.14150 172.21.15.47:0/2128009131' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T16:53:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:49 smithi106 ceph-mon[34751]: mgrmap e16: y(active, since 4m), standbys: x 2024-08-17T16:53:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:49 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3767939233' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:49 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3767939233' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:53:50.292 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-08-17T16:53:50.292 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-17T16:53:50.292 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-17T16:53:50.332 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T16:53:50.536 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:50.357+0000 7f564300a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:53:50.536 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:50.476+0000 7f564300a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:53:50.536 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:50.535+0000 7f564300a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:53:50.541 INFO:teuthology.orchestra.run.smithi106.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:53:50.641 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:50 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:50.237+0000 7f66babee040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:53:50.641 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:50 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:50.352+0000 7f66babee040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:53:50.641 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:50 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:50.411+0000 7f66babee040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:53:50.641 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:50 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:50.639+0000 7f66babee040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:53:50.818 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:50.753+0000 7f564300a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:53:50.818 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:50.816+0000 7f564300a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:53:50.920 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:50 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:50.700+0000 7f66babee040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:53:50.920 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:50 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:50.768+0000 7f66babee040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:53:50.920 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:50 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:50.918+0000 7f66babee040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:53:51.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:50 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:50.885+0000 7f564300a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:53:51.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:51.034+0000 7f564300a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:53:51.657 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:51 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:51.341+0000 7f66babee040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:53:51.795 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:51.470+0000 7f564300a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:53:51.795 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:51.794+0000 7f564300a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:53:51.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:51 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:51.655+0000 7f66babee040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:53:51.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:51 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:51.723+0000 7f66babee040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:53:51.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:51 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:51.876+0000 7f66babee040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:53:52.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:51 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:51.862+0000 7f564300a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:53:52.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.014+0000 7f564300a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:53:52.427 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:52.193+0000 7f66babee040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:53:52.428 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:52.261+0000 7f66babee040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:53:52.485 INFO:teuthology.orchestra.run.smithi106.stdout:[client.1] 2024-08-17T16:53:52.485 INFO:teuthology.orchestra.run.smithi106.stdout: key = AQCg1cBmiRKfHBAAAdaCFsVQcZZTy5JsvZF1AQ== 2024-08-17T16:53:52.591 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.333+0000 7f564300a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:53:52.591 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.397+0000 7f564300a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:53:52.592 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-mon[31070]: from='client.? 172.21.15.106:0/212463085' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:52.592 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-mon[31070]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:52.592 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-mon[31070]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:53:52.592 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-mon[43056]: from='client.? 172.21.15.106:0/212463085' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:52.592 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-mon[43056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:52.592 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-mon[43056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:53:52.752 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-mon[34751]: from='client.? 172.21.15.106:0/212463085' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:52.752 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-mon[34751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T16:53:52.752 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-mon[34751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T16:53:52.753 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:52.450+0000 7f66babee040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:53:52.753 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:52.605+0000 7f66babee040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:53:52.753 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:52.668+0000 7f66babee040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:53:52.753 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:52.750+0000 7f66babee040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:53:52.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.590+0000 7f564300a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:53:52.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.743+0000 7f564300a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:53:52.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.809+0000 7f564300a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:53:53.117 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:52.810+0000 7f66babee040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:53:53.138 DEBUG:teuthology.orchestra.run.smithi106:> set -ex 2024-08-17T16:53:53.138 DEBUG:teuthology.orchestra.run.smithi106:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-17T16:53:53.139 DEBUG:teuthology.orchestra.run.smithi106:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-17T16:53:53.177 INFO:tasks.cephadm:Creating RBD pool 2024-08-17T16:53:53.177 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-17T16:53:53.199 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.895+0000 7f564300a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:53:53.199 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:52 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:52.956+0000 7f564300a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:53:53.387 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:53:53.427 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:53.342+0000 7f66babee040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:53:53.739 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[31070]: Standby manager daemon x restarted 2024-08-17T16:53:53.739 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[31070]: Standby manager daemon x started 2024-08-17T16:53:53.739 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:53.523+0000 7f564300a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:53.694+0000 7f564300a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[43056]: Standby manager daemon x restarted 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[43056]: Standby manager daemon x started 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:53.740 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:53.741 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:53.741 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-mon[34751]: Standby manager daemon x restarted 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-mon[34751]: Standby manager daemon x started 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4049134497' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:53.496+0000 7f66babee040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: [17/Aug/2024:16:53:53] ENGINE Bus STARTING 2024-08-17T16:53:53.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: CherryPy Checker: 2024-08-17T16:53:53.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: The Application mounted at '' has an empty config. 2024-08-17T16:53:53.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: 2024-08-17T16:53:53.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: [17/Aug/2024:16:53:53] ENGINE Serving on http://:::9283 2024-08-17T16:53:53.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:53:53 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[36817]: [17/Aug/2024:16:53:53] ENGINE Bus STARTED 2024-08-17T16:53:54.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:53:53] ENGINE Bus STARTING 2024-08-17T16:53:54.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: CherryPy Checker: 2024-08-17T16:53:54.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: The Application mounted at '' has an empty config. 2024-08-17T16:53:54.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:54.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:53:53] ENGINE Serving on http://:::9283 2024-08-17T16:53:54.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:53 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:53:53] ENGINE Bus STARTED 2024-08-17T16:53:54.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:53:54] "GET /metrics HTTP/1.1" 200 23676 "" "Prometheus/2.43.0" 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: mgrmap e17: y(active, since 4m), standbys: x 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: Active manager daemon y restarted 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: Activating manager daemon y 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: mgrmap e18: y(active, starting, since 0.0069849s), standbys: x 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:54.848 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:53:54.849 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: Manager daemon y is now available 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: mgrmap e17: y(active, since 4m), standbys: x 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: Active manager daemon y restarted 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: Activating manager daemon y 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: mgrmap e18: y(active, starting, since 0.0069849s), standbys: x 2024-08-17T16:53:54.850 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:53:54.851 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: Manager daemon y is now available 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:53:54.852 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:53:54.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: mgrmap e17: y(active, since 4m), standbys: x 2024-08-17T16:53:54.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: Active manager daemon y restarted 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: Activating manager daemon y 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: mgrmap e18: y(active, starting, since 0.0069849s), standbys: x 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:53:54.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: Manager daemon y is now available 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:53:54.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:53:55.716 INFO:teuthology.orchestra.run.smithi047.stderr:pool 'rbd' created 2024-08-17T16:53:56.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-mon[43056]: mgrmap e19: y(active, since 1.01047s), standbys: x 2024-08-17T16:53:56.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-mon[43056]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:56.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2156913617' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T16:53:56.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-mon[31070]: mgrmap e19: y(active, since 1.01047s), standbys: x 2024-08-17T16:53:56.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-mon[31070]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:56.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2156913617' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T16:53:56.031 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:55.949+0000 7f559cf30640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:53:55] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:56.031 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: Traceback (most recent call last): 2024-08-17T16:53:56.031 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._connections.run(self.expiration_interval) 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._run(expiration_interval) 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: s = self.context.wrap_socket( 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: return self.sslsocket_class._create( 2024-08-17T16:53:56.032 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:56.033 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self.do_handshake() 2024-08-17T16:53:56.033 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:56.033 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: self._sslobj.do_handshake() 2024-08-17T16:53:56.033 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:56.033 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:53:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:53:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:55 smithi106 ceph-mon[34751]: mgrmap e19: y(active, since 1.01047s), standbys: x 2024-08-17T16:53:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:55 smithi106 ceph-mon[34751]: pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:55 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2156913617' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T16:53:56.410 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-17T16:53:56.674 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:53:56.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[31070]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:56.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[31070]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T16:53:56.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2156913617' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T16:53:56.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[31070]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T16:53:56.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:56.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:56.965 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[43056]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:56.965 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[43056]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T16:53:56.966 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2156913617' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T16:53:56.966 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[43056]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T16:53:56.966 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:56.966 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:56 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:56 smithi106 ceph-mon[34751]: pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:56 smithi106 ceph-mon[34751]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T16:53:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:56 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2156913617' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T16:53:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:56 smithi106 ceph-mon[34751]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T16:53:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:56 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:56 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:57.980 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: [17/Aug/2024:16:53:55] ENGINE Bus STARTING 2024-08-17T16:53:57.980 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: [17/Aug/2024:16:53:55] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:53:57.980 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: [17/Aug/2024:16:53:55] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:53:57.981 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout: self.do_handshake() 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: [17/Aug/2024:16:53:56] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: [17/Aug/2024:16:53:56] ENGINE Bus STARTED 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: [17/Aug/2024:16:53:55] ENGINE Bus STARTING 2024-08-17T16:53:57.982 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: [17/Aug/2024:16:53:55] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: [17/Aug/2024:16:53:55] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:53:57.983 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout: self.do_handshake() 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: [17/Aug/2024:16:53:56] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: [17/Aug/2024:16:53:56] ENGINE Bus STARTED 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:57.984 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:57 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:58.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: [17/Aug/2024:16:53:55] ENGINE Bus STARTING 2024-08-17T16:53:58.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: [17/Aug/2024:16:53:55] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:53:58.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: [17/Aug/2024:16:53:55] ENGINE Error in HTTPServer.serve 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: Traceback (most recent call last): 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._run(expiration_interval) 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: s = self.context.wrap_socket( 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:53:58.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: return self.sslsocket_class._create( 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout: self.do_handshake() 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._sslobj.do_handshake() 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: [17/Aug/2024:16:53:56] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: [17/Aug/2024:16:53:56] ENGINE Bus STARTED 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T16:53:58.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:58.181 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:57 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: pgmap v7: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:59.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2793886633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:53:59.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: mgrmap e21: y(active, since 5s), standbys: x 2024-08-17T16:53:59.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[43056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:53:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: pgmap v7: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T16:53:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:59.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:59.114 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2793886633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:53:59.114 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: mgrmap e21: y(active, since 5s), standbys: x 2024-08-17T16:53:59.114 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:58 smithi047 ceph-mon[31070]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:53:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: pgmap v7: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:53:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T16:53:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2793886633' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: mgrmap e21: y(active, since 5s), standbys: x 2024-08-17T16:53:59.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:58 smithi106 ceph-mon[34751]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:54:00.079 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi106 to 4016M 2024-08-17T16:54:00.079 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: Updating smithi106:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2793886633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T16:54:00.080 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:53:59 smithi106 ceph-mon[34751]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T16:54:00.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi106 to 4016M 2024-08-17T16:54:00.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:54:00.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: Updating smithi106:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2793886633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T16:54:00.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[43056]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi106 to 4016M 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: Updating smithi106:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:00.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2793886633' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T16:54:00.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:53:59 smithi047 ceph-mon[31070]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T16:54:01.101 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:00 smithi106 ceph-mon[34751]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:01.101 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:00 smithi106 ceph-mon[34751]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:01.101 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:00 smithi106 ceph-mon[34751]: Deploying daemon alertmanager.a on smithi047 2024-08-17T16:54:01.101 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:00 smithi106 ceph-mon[34751]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:01.101 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:00 smithi106 ceph-mon[34751]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:54:01.101 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:00 smithi106 ceph-mon[34751]: Cluster is now healthy 2024-08-17T16:54:01.101 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:00 smithi106 ceph-mon[34751]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T16:54:01.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[43056]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:01.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[43056]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:01.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[43056]: Deploying daemon alertmanager.a on smithi047 2024-08-17T16:54:01.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[43056]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[43056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[43056]: Cluster is now healthy 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[43056]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[31070]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[31070]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[31070]: Deploying daemon alertmanager.a on smithi047 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[31070]: pgmap v10: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[31070]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[31070]: Cluster is now healthy 2024-08-17T16:54:01.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:00 smithi047 ceph-mon[31070]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T16:54:02.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:02 smithi047 ceph-mon[31070]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T16:54:02.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:02 smithi047 ceph-mon[31070]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:54:02.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:02 smithi047 ceph-mon[43056]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T16:54:02.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:02 smithi047 ceph-mon[43056]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:54:02.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:02 smithi106 ceph-mon[34751]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T16:54:02.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:02 smithi106 ceph-mon[34751]: pgmap v13: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T16:54:02.925 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph config log 1 --format=json 2024-08-17T16:54:03.894 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:03 smithi047 ceph-mon[43056]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T16:54:03.895 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:03 smithi047 ceph-mon[31070]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T16:54:04.025 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:03 smithi106 ceph-mon[34751]: pgmap v14: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T16:54:04.406 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:04 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:54:04] "GET /metrics HTTP/1.1" 200 23676 "" "Prometheus/2.43.0" 2024-08-17T16:54:05.971 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:05 smithi047 ceph-mon[43056]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 315 B/s wr, 18 op/s 2024-08-17T16:54:05.971 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:05 smithi047 ceph-mon[31070]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 315 B/s wr, 18 op/s 2024-08-17T16:54:06.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:05 smithi106 ceph-mon[34751]: pgmap v15: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 315 B/s wr, 18 op/s 2024-08-17T16:54:07.511 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:54:07.511 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 podman[73847]: 2024-08-17 16:54:07.377057091 +0000 UTC m=+0.017821265 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T16:54:07.781 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2595847642' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T16:54:07.781 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 podman[73847]: 2024-08-17 16:54:07.561547677 +0000 UTC m=+0.202311841 container create 4e58c537e5d1e31ef50ad5348071be50c5d9b337617a46082bc7957a1ec9c2d3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:54:07.782 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2595847642' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T16:54:07.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:07 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2595847642' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 podman[73847]: 2024-08-17 16:54:07.897881855 +0000 UTC m=+0.538646033 container init 4e58c537e5d1e31ef50ad5348071be50c5d9b337617a46082bc7957a1ec9c2d3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 podman[73847]: 2024-08-17 16:54:07.903008908 +0000 UTC m=+0.543773067 container start 4e58c537e5d1e31ef50ad5348071be50c5d9b337617a46082bc7957a1ec9c2d3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.916Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.916Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.917Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.47 port=9094 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.918Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.941Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.942Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:54:08.151 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.945Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T16:54:08.152 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:07.945Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T16:54:08.152 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:08 smithi047 bash[73847]: 4e58c537e5d1e31ef50ad5348071be50c5d9b337617a46082bc7957a1ec9c2d3 2024-08-17T16:54:08.152 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:08 smithi047 systemd[1]: Started Ceph alertmanager.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:54:08.566 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:54:08] ENGINE Bus STOPPING 2024-08-17T16:54:08.566 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:54:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:54:08.566 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:54:08] ENGINE Bus STOPPED 2024-08-17T16:54:08.566 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:54:08] ENGINE Bus STARTING 2024-08-17T16:54:08.566 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:54:08] ENGINE Serving on http://:::9283 2024-08-17T16:54:08.566 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:54:08] ENGINE Bus STARTED 2024-08-17T16:54:08.692 INFO:teuthology.orchestra.run.smithi047.stdout:[{"version":22,"timestamp":"2024-08-17T16:53:58.212392+0000","name":"","changes":[{"name":"osd/host:smithi106/osd_memory_target","previous_value":"4479561216","new_value":"4211125760"}]}] 2024-08-17T16:54:08.692 INFO:tasks.ceph_manager:config epoch is 22 2024-08-17T16:54:08.693 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-17T16:54:08.693 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-17T16:54:08.693 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-17T16:54:08.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-17T16:54:08.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[43056]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-17T16:54:08.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:08 smithi047 ceph-mon[31070]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T16:54:08.908 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: pgmap v16: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:08 smithi106 ceph-mon[34751]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T16:54:09.709 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[43056]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-17T16:54:09.709 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:54:09.709 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[43056]: Deploying daemon grafana.a on smithi106 2024-08-17T16:54:09.709 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:09.709 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:09.709 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[31070]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-17T16:54:09.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:54:09.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[31070]: Deploying daemon grafana.a on smithi106 2024-08-17T16:54:09.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:09.710 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:09.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:09 smithi106 ceph-mon[34751]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-17T16:54:09.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:09 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T16:54:09.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:09 smithi106 ceph-mon[34751]: Deploying daemon grafana.a on smithi106 2024-08-17T16:54:09.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:09 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:09.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:09 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:10.009 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:09 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:09.919Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000798609s 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:54:10.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:10 smithi047 ceph-mon[43056]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-08-17T16:54:10.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:10 smithi047 ceph-mon[31070]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-08-17T16:54:10.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:10 smithi106 ceph-mon[34751]: pgmap v18: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 241 B/s wr, 0 op/s 2024-08-17T16:54:11.433 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":21,"flags":0,"active_gid":14427,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":3016238645},{"type":"v1","addr":"172.21.15.47:6801","nonce":3016238645}]},"active_addr":"172.21.15.47:6801/3016238645","active_change":"2024-08-17T16:53:53.696335+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24334,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.47:8443/","prometheus":"http://172.21.15.47:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":195768994}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":1376855973}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":1487307909}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":1295664445}]}]} 2024-08-17T16:54:11.440 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-17T16:54:11.440 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-17T16:54:11.441 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:54:11.655 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:11.776 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:11 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/940077215' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:54:11.776 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:11 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/940077215' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:54:11.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:11 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/940077215' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:54:12.677 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:12 smithi106 ceph-mon[34751]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:54:12.781 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:12 smithi047 ceph-mon[43056]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:54:12.782 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:12 smithi047 ceph-mon[31070]: pgmap v19: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:54:13.465 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:54:13.466 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":67,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","created":"2024-08-17T16:48:23.694490+0000","modified":"2024-08-17T16:54:08.271455+0000","last_up_change":"2024-08-17T16:53:23.264250+0000","last_in_change":"2024-08-17T16:53:07.069673+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:51:29.340251+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-17T16:53:55.692159+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fc92418a-7974-4081-95e4-e12e14b88ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6803","nonce":383469143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6805","nonce":383469143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6809","nonce":383469143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6807","nonce":383469143}]},"public_addr":"172.21.15.47:6803/383469143","cluster_addr":"172.21.15.47:6805/383469143","heartbeat_back_addr":"172.21.15.47:6809/383469143","heartbeat_front_addr":"172.21.15.47:6807/383469143","state":["exists","up"]},{"osd":1,"uuid":"9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6811","nonce":88353909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6813","nonce":88353909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6817","nonce":88353909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6815","nonce":88353909}]},"public_addr":"172.21.15.47:6811/88353909","cluster_addr":"172.21.15.47:6813/88353909","heartbeat_back_addr":"172.21.15.47:6817/88353909","heartbeat_front_addr":"172.21.15.47:6815/88353909","state":["exists","up"]},{"osd":2,"uuid":"007653c9-6b85-4997-a0e1-c49cd3c894a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6819","nonce":178371874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6821","nonce":178371874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6825","nonce":178371874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6823","nonce":178371874}]},"public_addr":"172.21.15.47:6819/178371874","cluster_addr":"172.21.15.47:6821/178371874","heartbeat_back_addr":"172.21.15.47:6825/178371874","heartbeat_front_addr":"172.21.15.47:6823/178371874","state":["exists","up"]},{"osd":3,"uuid":"06c171fb-435f-469f-944e-0586e6647ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6827","nonce":2965701544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6829","nonce":2965701544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6833","nonce":2965701544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6831","nonce":2965701544}]},"public_addr":"172.21.15.47:6827/2965701544","cluster_addr":"172.21.15.47:6829/2965701544","heartbeat_back_addr":"172.21.15.47:6833/2965701544","heartbeat_front_addr":"172.21.15.47:6831/2965701544","state":["exists","up"]},{"osd":4,"uuid":"6fa7d194-f3cc-4065-ab6f-971243b56b42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6801","nonce":3199397319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6803","nonce":3199397319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6807","nonce":3199397319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6805","nonce":3199397319}]},"public_addr":"172.21.15.106:6801/3199397319","cluster_addr":"172.21.15.106:6803/3199397319","heartbeat_back_addr":"172.21.15.106:6807/3199397319","heartbeat_front_addr":"172.21.15.106:6805/3199397319","state":["exists","up"]},{"osd":5,"uuid":"0c194e19-4b31-43a2-b5fb-6c86da9289f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6809","nonce":2607876963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6811","nonce":2607876963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6815","nonce":2607876963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6813","nonce":2607876963}]},"public_addr":"172.21.15.106:6809/2607876963","cluster_addr":"172.21.15.106:6811/2607876963","heartbeat_back_addr":"172.21.15.106:6815/2607876963","heartbeat_front_addr":"172.21.15.106:6813/2607876963","state":["exists","up"]},{"osd":6,"uuid":"96f51fce-7acb-41e7-8755-dd1832497fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6817","nonce":744509624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6819","nonce":744509624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6822","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6823","nonce":744509624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6821","nonce":744509624}]},"public_addr":"172.21.15.106:6817/744509624","cluster_addr":"172.21.15.106:6819/744509624","heartbeat_back_addr":"172.21.15.106:6823/744509624","heartbeat_front_addr":"172.21.15.106:6821/744509624","state":["exists","up"]},{"osd":7,"uuid":"0fed95c4-d4f3-428b-8298-31b9d7b73149","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6825","nonce":1450515545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6826","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6827","nonce":1450515545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6831","nonce":1450515545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6829","nonce":1450515545}]},"public_addr":"172.21.15.106:6825/1450515545","cluster_addr":"172.21.15.106:6827/1450515545","heartbeat_back_addr":"172.21.15.106:6831/1450515545","heartbeat_front_addr":"172.21.15.106:6829/1450515545","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:50:37.400532+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:01.343716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:25.633689+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:50.020860+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:11.464829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:34.926285+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:58.496128+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:53:22.347865+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/3739798774":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3805595240":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/1070348125":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6800/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6800/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6801/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/4252822239":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/2008007929":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3688765949":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/1376314404":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6801/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/4036108103":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3505505006":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3961316902":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6800/3675383864":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6801/3675383864":"2024-08-18T16:53:53.696165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:54:13.796 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:13 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3064423244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:54:13.796 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:13 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3064423244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:54:13.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:13 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3064423244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:54:14.147 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-17T16:54:14.147 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:54:14.360 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:14.481 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:54:14] "GET /metrics HTTP/1.1" 200 28507 "" "Prometheus/2.43.0" 2024-08-17T16:54:14.809 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:14 smithi047 ceph-mon[43056]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:54:14.809 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:14 smithi047 ceph-mon[31070]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:54:14.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:14 smithi106 ceph-mon[34751]: pgmap v20: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T16:54:16.077 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:15 smithi047 ceph-mon[43056]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:16.077 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:15 smithi047 ceph-mon[31070]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:16.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:15 smithi106 ceph-mon[34751]: pgmap v21: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:16.347 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:54:16.347 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":67,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","created":"2024-08-17T16:48:23.694490+0000","modified":"2024-08-17T16:54:08.271455+0000","last_up_change":"2024-08-17T16:53:23.264250+0000","last_in_change":"2024-08-17T16:53:07.069673+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:51:29.340251+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-17T16:53:55.692159+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fc92418a-7974-4081-95e4-e12e14b88ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6803","nonce":383469143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6805","nonce":383469143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6809","nonce":383469143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6807","nonce":383469143}]},"public_addr":"172.21.15.47:6803/383469143","cluster_addr":"172.21.15.47:6805/383469143","heartbeat_back_addr":"172.21.15.47:6809/383469143","heartbeat_front_addr":"172.21.15.47:6807/383469143","state":["exists","up"]},{"osd":1,"uuid":"9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6811","nonce":88353909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6813","nonce":88353909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6817","nonce":88353909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6815","nonce":88353909}]},"public_addr":"172.21.15.47:6811/88353909","cluster_addr":"172.21.15.47:6813/88353909","heartbeat_back_addr":"172.21.15.47:6817/88353909","heartbeat_front_addr":"172.21.15.47:6815/88353909","state":["exists","up"]},{"osd":2,"uuid":"007653c9-6b85-4997-a0e1-c49cd3c894a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6819","nonce":178371874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6821","nonce":178371874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6825","nonce":178371874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6823","nonce":178371874}]},"public_addr":"172.21.15.47:6819/178371874","cluster_addr":"172.21.15.47:6821/178371874","heartbeat_back_addr":"172.21.15.47:6825/178371874","heartbeat_front_addr":"172.21.15.47:6823/178371874","state":["exists","up"]},{"osd":3,"uuid":"06c171fb-435f-469f-944e-0586e6647ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6827","nonce":2965701544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6829","nonce":2965701544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6833","nonce":2965701544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6831","nonce":2965701544}]},"public_addr":"172.21.15.47:6827/2965701544","cluster_addr":"172.21.15.47:6829/2965701544","heartbeat_back_addr":"172.21.15.47:6833/2965701544","heartbeat_front_addr":"172.21.15.47:6831/2965701544","state":["exists","up"]},{"osd":4,"uuid":"6fa7d194-f3cc-4065-ab6f-971243b56b42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6801","nonce":3199397319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6803","nonce":3199397319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6807","nonce":3199397319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6805","nonce":3199397319}]},"public_addr":"172.21.15.106:6801/3199397319","cluster_addr":"172.21.15.106:6803/3199397319","heartbeat_back_addr":"172.21.15.106:6807/3199397319","heartbeat_front_addr":"172.21.15.106:6805/3199397319","state":["exists","up"]},{"osd":5,"uuid":"0c194e19-4b31-43a2-b5fb-6c86da9289f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6809","nonce":2607876963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6811","nonce":2607876963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6815","nonce":2607876963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6813","nonce":2607876963}]},"public_addr":"172.21.15.106:6809/2607876963","cluster_addr":"172.21.15.106:6811/2607876963","heartbeat_back_addr":"172.21.15.106:6815/2607876963","heartbeat_front_addr":"172.21.15.106:6813/2607876963","state":["exists","up"]},{"osd":6,"uuid":"96f51fce-7acb-41e7-8755-dd1832497fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6817","nonce":744509624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6819","nonce":744509624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6822","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6823","nonce":744509624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6821","nonce":744509624}]},"public_addr":"172.21.15.106:6817/744509624","cluster_addr":"172.21.15.106:6819/744509624","heartbeat_back_addr":"172.21.15.106:6823/744509624","heartbeat_front_addr":"172.21.15.106:6821/744509624","state":["exists","up"]},{"osd":7,"uuid":"0fed95c4-d4f3-428b-8298-31b9d7b73149","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6825","nonce":1450515545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6826","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6827","nonce":1450515545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6831","nonce":1450515545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6829","nonce":1450515545}]},"public_addr":"172.21.15.106:6825/1450515545","cluster_addr":"172.21.15.106:6827/1450515545","heartbeat_back_addr":"172.21.15.106:6831/1450515545","heartbeat_front_addr":"172.21.15.106:6829/1450515545","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:50:37.400532+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:01.343716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:25.633689+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:50.020860+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:11.464829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:34.926285+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:58.496128+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:53:22.347865+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/3739798774":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3805595240":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/1070348125":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6800/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6800/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6801/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/4252822239":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/2008007929":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3688765949":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/1376314404":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6801/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/4036108103":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3505505006":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3961316902":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6800/3675383864":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6801/3675383864":"2024-08-18T16:53:53.696165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:54:16.896 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:16 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3669643001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:54:16.897 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:16 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3669643001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:54:16.918 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-17T16:54:16.919 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-17T16:54:16.919 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-17T16:54:16.919 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-17T16:54:16.920 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-17T16:54:16.920 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-17T16:54:16.921 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-17T16:54:16.921 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-17T16:54:17.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:16 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3669643001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:54:17.374 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.385 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.393 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.393 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.397 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.397 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.398 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.421 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:17.891 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:17 smithi106 ceph-mon[34751]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:18.044 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:17 smithi047 ceph-mon[43056]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:18.044 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:17 smithi047 ceph-mon[31070]: pgmap v22: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:18.044 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:54:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:54:17.920Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002518899s 2024-08-17T16:54:19.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:19 smithi047 ceph-mon[43056]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:19.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:19 smithi047 ceph-mon[31070]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:19.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:19 smithi106 ceph-mon[34751]: pgmap v23: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:20.639 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:20 smithi106 systemd[1]: Starting Ceph grafana.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:54:20.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:20 smithi106 podman[65952]: 2024-08-17 16:54:20.539806572 +0000 UTC m=+0.016416176 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T16:54:20.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:20 smithi106 podman[65952]: 2024-08-17 16:54:20.644482554 +0000 UTC m=+0.121092153 container create e39b88a42a6a34d61574f7625890ac5d96eb0e894251732612bad86e9d14cd68 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, release=239.1651231664, com.redhat.component=ubi8-container, io.openshift.expose-services=, version=8.5, architecture=x86_64, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., distribution-scope=public) 2024-08-17T16:54:20.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:20 smithi106 podman[65952]: 2024-08-17 16:54:20.863475665 +0000 UTC m=+0.340085260 container init e39b88a42a6a34d61574f7625890ac5d96eb0e894251732612bad86e9d14cd68 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., architecture=x86_64, description=Ceph Grafana Container, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, distribution-scope=public, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, name=ubi8, com.redhat.component=ubi8-container, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git) 2024-08-17T16:54:20.929 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:20 smithi106 podman[65952]: 2024-08-17 16:54:20.868768639 +0000 UTC m=+0.345378235 container start e39b88a42a6a34d61574f7625890ac5d96eb0e894251732612bad86e9d14cd68 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a, com.redhat.component=ubi8-container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, release=239.1651231664, vendor=Red Hat, Inc., io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, description=Ceph Grafana Container, name=ubi8, version=8.5, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, architecture=x86_64, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner ) 2024-08-17T16:54:21.206 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:20 smithi106 bash[65952]: e39b88a42a6a34d61574f7625890ac5d96eb0e894251732612bad86e9d14cd68 2024-08-17T16:54:21.206 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:20 smithi106 systemd[1]: Started Ceph grafana.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:54:21.206 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025297493Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T16:54:21.206 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025484656Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025506144Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025514394Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025521104Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025527067Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025532698Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025538443Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025544106Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025549587Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025554876Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025560271Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T16:54:21.207 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025565843Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=settings t=2024-08-17T16:54:21.025571422Z level=info msg="App mode production" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore t=2024-08-17T16:54:21.025615263Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore t=2024-08-17T16:54:21.025630131Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.026505581Z level=info msg="Starting DB migrations" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.026579132Z level=info msg="Executing migration" id="create migration_log table" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.027065844Z level=info msg="Executing migration" id="create user table" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.02750015Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.028361548Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.02932526Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.030045733Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.030460354Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-17T16:54:21.208 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.0313781Z level=info msg="Executing migration" id="create user table v2" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.032236433Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.033235536Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.034251187Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.034866773Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.035720704Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.036171917Z level=info msg="Executing migration" id="Update user table charset" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.037175281Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.037891528Z level=info msg="Executing migration" id="Add missing user data" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.038892233Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.039397552Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-17T16:54:21.209 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.040298625Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-17T16:54:21.210 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.040944257Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.042060448Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.042923313Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.043781948Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.044645934Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.045629369Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.046443645Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.049212818Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.052057164Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.054734137Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.057670403Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-17T16:54:21.211 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.060462777Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.063106582Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.065897669Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.06862347Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.071519009Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.074451293Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.077465034Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.080151254Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.082854236Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.083189342Z level=info msg="Executing migration" id="create star table" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.086153063Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-17T16:54:21.212 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.089284027Z level=info msg="Executing migration" id="create org table v1" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.091909666Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.09461527Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.097447205Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.10030906Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.100734874Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.103527822Z level=info msg="Executing migration" id="Update org table charset" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.106190539Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.109046245Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.109524418Z level=info msg="Executing migration" id="create dashboard table" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.112315253Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-17T16:54:21.213 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.115062203Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.117730103Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.118137246Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.120887038Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.123661829Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.126505078Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.126890369Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.129782323Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.132547384Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.133397537Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.133938153Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.134789963Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.135564988Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-17T16:54:21.214 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.13640164Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.136885693Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.137723529Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.138545929Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.139357564Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.139802132Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.140643894Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.141516652Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.142443962Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.143129189Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.144130094Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.144871739Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-17T16:54:21.215 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.14575008Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.146243018Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.147225405Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.147997148Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.149041834Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.149645754Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.150563781Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.151423431Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.152223064Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.152696259Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.15348129Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-17T16:54:21.216 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.153882158Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.15441665Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.155235714Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.155560235Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.156379633Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.15685468Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.157500283Z level=info msg="Executing migration" id="create data_source table" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.15847575Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.159072029Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.161941548Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.164818549Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.167548195Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-17T16:54:21.217 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.168649486Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.171397298Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.174335369Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.177093069Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.177459989Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.180164196Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.180688848Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.183160118Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.183501314Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.185979126Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.186334139Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.188886577Z level=info msg="Executing migration" id="Add uid column" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.189511328Z level=info msg="Executing migration" id="Update uid value" 2024-08-17T16:54:21.218 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.191686578Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.192207172Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.194363208Z level=info msg="Executing migration" id="create api_key table" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.197020432Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.19761187Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.200065652Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.202772361Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.205401753Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-17T16:54:21.219 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.208031228Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-17T16:54:21.456 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.210769318Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-17T16:54:21.456 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.213541744Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.216358809Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.216825122Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.217567504Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.218482029Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.219149468Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.220110579Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.220759626Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.221762622Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-17T16:54:21.457 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.222470728Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.223420029Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.224134206Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.224707314Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.225556742Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.226437685Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.227208876Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.22800099Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.228871002Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.22968841Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.230707066Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-17T16:54:21.458 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.231429426Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.232286862Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.233278814Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.233999641Z level=info msg="Executing migration" id="create quota table v1" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.235024732Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.237618274Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.238166743Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.238615493Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.239065583Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.239648422Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.239952292Z level=info msg="Executing migration" id="create session table" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.24042434Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-17T16:54:21.459 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.240726034Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-17T16:54:21.460 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.241033297Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-17T16:54:21.460 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.241463141Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-17T16:54:21.460 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.241858916Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-17T16:54:21.460 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.242175664Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-17T16:54:21.461 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.242484354Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-17T16:54:21.462 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.242771417Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-17T16:54:21.462 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.243072359Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-17T16:54:21.462 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.243477403Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-17T16:54:21.462 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.243760219Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-17T16:54:21.462 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.244450611Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-17T16:54:21.462 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.24478298Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-17T16:54:21.462 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.24539478Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.246022095Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.246357269Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.246804887Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.247295468Z level=info msg="Executing migration" id="create alert table v1" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.250127635Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.252869285Z level=info msg="Executing migration" id="add index alert state" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.255483769Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.255940865Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.256353318Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.256781697Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.257212376Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.258632971Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.259037384Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-17T16:54:21.463 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.259476846Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.259795475Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.260186086Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.260619191Z level=info msg="Executing migration" id="Add column is_default" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.261273899Z level=info msg="Executing migration" id="Add column frequency" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.261947414Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.262627649Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.26334353Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.263810549Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.264151989Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.264483983Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.264900492Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.265379776Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.265772486Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-17T16:54:21.464 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.266205928Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.2666536Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.267365997Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.268069023Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.268442184Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.268913454Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.269353002Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.270012313Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.270331841Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.270748594Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.271196975Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.271536755Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.272008476Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.274624965Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-17T16:54:21.465 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.275093279Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.275522459Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.276044526Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.278898092Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.281577229Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.282326907Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.285096315Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.288194737Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.290935643Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.293745359Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.296403584Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.299050542Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.301749064Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-17T16:54:21.466 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.304528015Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.307380196Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.310002695Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.312859283Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.315645646Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.318333397Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.320919905Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.323761205Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.32606753Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.328731291Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.331509923Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.334024442Z level=info msg="Executing migration" id="Move region to single row" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.336491301Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.339271623Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-17T16:54:21.467 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.341792997Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.344714134Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.347405264Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.349852102Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.352709412Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.355223484Z level=info msg="Executing migration" id="create test_data table" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.3578416Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.35828746Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.359079222Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.359950753Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.360745079Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.361567974Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.361982453Z level=info msg="Executing migration" id="create team table" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.362381294Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-17T16:54:21.468 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.363210766Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.364068848Z level=info msg="Executing migration" id="create team member table" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.364910127Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.365759847Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.366627794Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.367289637Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.368091081Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.368851561Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.369646753Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.370618293Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.371393504Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.372010559Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.372438981Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-17T16:54:21.469 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.37337537Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.374153144Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.376732462Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.379370975Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.382181583Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.384960888Z level=info msg="Executing migration" id="create tag table" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.387806001Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.390577073Z level=info msg="Executing migration" id="create login attempt table" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.391347077Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.391773345Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.392681748Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.394583907Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.39544029Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-17T16:54:21.470 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.395893367Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.396717754Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.397525622Z level=info msg="Executing migration" id="create user auth table" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.398343157Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.398786964Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.399593389Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.400424955Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.401212876Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.402052499Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-17T16:54:21.471 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.402817074Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.403844606Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.404727471Z level=info msg="Executing migration" id="create server_lock table" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.405634438Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.406087568Z level=info msg="Executing migration" id="create user auth token table" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.406959152Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.407808227Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.408775206Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.409288178Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.410167681Z level=info msg="Executing migration" id="create cache_data table" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.411099908Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.412076052Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.41256808Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-17T16:54:21.472 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.413559265Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.414292678Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.415248491Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.41585443Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.416687925Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.417666342Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.418578256Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.419137524Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.422035094Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.424894925Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.427796174Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.428725295Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.431630361Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-17T16:54:21.473 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.434364627Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.437162422Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.437573483Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.440386458Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.440685063Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.443322612Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.44373779Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.446374906Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.44681022Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.449631913Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.452630625Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.455474228Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-17T16:54:21.474 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.459103213Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-17T16:54:21.750 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.463602491Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-17T16:54:21.750 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.466283311Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-17T16:54:21.750 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.469022035Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-17T16:54:21.750 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.4698543Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-17T16:54:21.750 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.47267728Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-17T16:54:21.750 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.475539223Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.47822009Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.478698038Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.481349382Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.482177949Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.484096048Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.486772899Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.487208928Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.49006721Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.492787758Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.495546612Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.495985933Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-17T16:54:21.751 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.496826909Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-17T16:54:21.752 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.497679705Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-17T16:54:21.752 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.498558763Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-17T16:54:21.752 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.499044652Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-17T16:54:21.752 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.499884523Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.500740904Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.501624033Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.502682038Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.503544489Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.504391924Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.505248562Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.506059507Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.506920918Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.507729992Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.508634847Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.508954399Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.509843648Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-17T16:54:21.753 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.510824805Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.511814318Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.512227765Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.513203058Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.514160643Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.515018312Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.515448156Z level=info msg="Executing migration" id="create alert_image table" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.516389467Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.517159876Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.518157681Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.518641209Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-17T16:54:21.754 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.519495664Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.519586718Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.519852346Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.52037409Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.521317Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.521573837Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.521679812Z level=info msg="alerts found to migrate" alerts=0 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.522084455Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.522939053Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.52379761Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.526786034Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.527385085Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.530145793Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-17T16:54:21.755 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.532873931Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.5357773Z level=info msg="Executing migration" id="create data_keys table" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.536217861Z level=info msg="Executing migration" id="create secrets table" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.539046147Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.543270332Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.546153945Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.546618745Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.551024942Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.555252765Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.558229957Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.558666546Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.561533422Z level=info msg="Executing migration" id="create permission table" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.561960445Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-17T16:54:21.756 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.564645082Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-17T16:54:21.757 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.567459912Z level=info msg="Executing migration" id="create role table" 2024-08-17T16:54:21.757 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.567952083Z level=info msg="Executing migration" id="add column display_name" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.570735202Z level=info msg="Executing migration" id="add column group_name" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.573580035Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.57634068Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.576865362Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.579762824Z level=info msg="Executing migration" id="create team role table" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.582529117Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.585149137Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.585593577Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.588394763Z level=info msg="Executing migration" id="create user role table" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.591233251Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.594172916Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.594775178Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-17T16:54:21.758 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.597697427Z level=info msg="Executing migration" id="create builtin role table" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.600430144Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.60316025Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.603586822Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.606336069Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.606862496Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.607376264Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.607797918Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.608233173Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.608619527Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.609063466Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.610038694Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-17T16:54:21.759 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.612900395Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.61345228Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.613732211Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.614153505Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.614650509Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.615006078Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.615351675Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.61569091Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.616087942Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.616558011Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.617711811Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.618027728Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.618481027Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.618913016Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-17T16:54:21.760 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.619382388Z level=info msg="Executing migration" id="add correlation config column" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.620402943Z level=info msg="Executing migration" id="create entity_events table" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.620863906Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.621349901Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.621440031Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.621721834Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.621805643Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.623231637Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.623703939Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.626036265Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.628646612Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.629127479Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.631555207Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T16:54:21.761 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.634295215Z level=info msg="Executing migration" id="Drop public config table" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.636861121Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.637366485Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.639989991Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.642630898Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.64522859Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.648245451Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.651053306Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.653374385Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.656212821Z level=info msg="Executing migration" id="add share column" 2024-08-17T16:54:21.762 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.657249465Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.660034562Z level=info msg="Executing migration" id="create file table" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.660674309Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.661586232Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.662204835Z level=info msg="Executing migration" id="create file_meta table" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.662672436Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.663432185Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.664109265Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.664504466Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.665270094Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.665722104Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.666777835Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.667594886Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-17T16:54:21.763 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.668065521Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.668843137Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.669655691Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.670482147Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.671537167Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.67259272Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.67341146Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.683180796Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.683625022Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.684498908Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.688058413Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.689030073Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.689459145Z level=info msg="Executing migration" id="create folder table" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.690289958Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-17T16:54:21.764 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.690794893Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-17T16:54:21.765 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.691260133Z level=info msg="Executing migration" id="Update folder title length" 2024-08-17T16:54:21.765 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.692052548Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-17T16:54:21.765 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=migrator t=2024-08-17T16:54:21.692527317Z level=info msg="migrations completed" performed=485 skipped=0 duration=665.965646ms 2024-08-17T16:54:21.765 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore t=2024-08-17T16:54:21.692913844Z level=info msg="Created default organization" 2024-08-17T16:54:21.765 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=plugin.loader t=2024-08-17T16:54:21.749007749Z level=info msg="Plugin registered" pluginID=input 2024-08-17T16:54:22.019 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=plugin.loader t=2024-08-17T16:54:21.776648142Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T16:54:22.019 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=plugin.loader t=2024-08-17T16:54:21.776665463Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T16:54:22.019 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=secrets t=2024-08-17T16:54:21.776698613Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T16:54:22.019 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=query_data t=2024-08-17T16:54:21.778322727Z level=info msg="Query Service initialization" 2024-08-17T16:54:22.019 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=live.push_http t=2024-08-17T16:54:21.78078982Z level=info msg="Live Push Gateway initialization" 2024-08-17T16:54:22.279 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.279 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.279 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.279 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.279 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[31070]: Deploying daemon node-exporter.a on smithi047 2024-08-17T16:54:22.280 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[31070]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:22.280 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.280 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.280 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.280 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.280 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[43056]: Deploying daemon node-exporter.a on smithi047 2024-08-17T16:54:22.280 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:22 smithi047 ceph-mon[43056]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:22.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-mon[34751]: Deploying daemon node-exporter.a on smithi047 2024-08-17T16:54:22.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-mon[34751]: pgmap v24: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=infra.usagestats.collector t=2024-08-17T16:54:22.488420946Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.datasources t=2024-08-17T16:54:22.542917619Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.datasources t=2024-08-17T16:54:22.574769882Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.alerting t=2024-08-17T16:54:22.596257028Z level=info msg="starting to provision alerting" 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=provisioning.alerting t=2024-08-17T16:54:22.596275105Z level=info msg="finished to provision alerting" 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ngalert.state.manager t=2024-08-17T16:54:22.596355805Z level=info msg="Warming state cache for startup" 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=grafanaStorageLogger t=2024-08-17T16:54:22.596422866Z level=info msg="storage starting" 2024-08-17T16:54:22.928 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=http.server t=2024-08-17T16:54:22.602393051Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T16:54:22.929 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ngalert.state.manager t=2024-08-17T16:54:22.606637196Z level=info msg="State cache has been initialized" states=0 duration=10.278905ms 2024-08-17T16:54:22.929 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ticker t=2024-08-17T16:54:22.606707422Z level=info msg=starting first_tick=2024-08-17T16:54:30Z 2024-08-17T16:54:22.929 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=ngalert.multiorg.alertmanager t=2024-08-17T16:54:22.606687428Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T16:54:22.929 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore.transactions t=2024-08-17T16:54:22.607484035Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T16:54:22.929 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore.transactions t=2024-08-17T16:54:22.654012015Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T16:54:22.929 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 16:54:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a[65966]: logger=sqlstore.transactions t=2024-08-17T16:54:22.664420223Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-17T16:54:23.917 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:23 smithi047 ceph-mon[43056]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:23.918 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:23 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:23.918 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:23 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:23.918 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:23 smithi047 systemd[1]: Starting Ceph node-exporter.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:54:23.918 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:23 smithi047 ceph-mon[31070]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:23.919 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:23 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:23.919 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:23 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:24.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:23 smithi106 ceph-mon[34751]: pgmap v25: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:24.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:23 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:24.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:23 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:24.581 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:24 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:54:24] "GET /metrics HTTP/1.1" 200 28507 "" "Prometheus/2.43.0" 2024-08-17T16:54:26.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:25 smithi047 ceph-mon[43056]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:26.053 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:25 smithi047 ceph-mon[31070]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:25 smithi106 ceph-mon[34751]: pgmap v26: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:28.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:27 smithi047 ceph-mon[31070]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:28.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:27 smithi047 ceph-mon[43056]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:27 smithi106 ceph-mon[34751]: pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:28.557 INFO:teuthology.orchestra.run.smithi047.stdout:133143986205 2024-08-17T16:54:28.558 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-17T16:54:28.840 INFO:teuthology.orchestra.run.smithi047.stdout:77309411365 2024-08-17T16:54:28.841 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-17T16:54:30.011 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:29 smithi047 ceph-mon[43056]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:30.012 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:29 smithi047 ceph-mon[31070]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:30.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:29 smithi106 ceph-mon[34751]: pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:31.457 INFO:teuthology.orchestra.run.smithi047.stdout:55834574890 2024-08-17T16:54:31.458 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-17T16:54:31.794 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:31 smithi047 bash[75938]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T16:54:32.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:31 smithi047 ceph-mon[43056]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:32.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:31 smithi047 ceph-mon[31070]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:32.111 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:31 smithi047 bash[75938]: Getting image source signatures 2024-08-17T16:54:32.111 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:31 smithi047 bash[75938]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T16:54:32.111 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:31 smithi047 bash[75938]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T16:54:32.111 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:31 smithi047 bash[75938]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T16:54:32.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:31 smithi106 ceph-mon[34751]: pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:33.922 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:33 smithi047 ceph-mon[43056]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:33.923 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:33 smithi047 ceph-mon[31070]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:33.923 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:33 smithi047 bash[75938]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T16:54:33.923 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:33 smithi047 bash[75938]: Writing manifest to image destination 2024-08-17T16:54:34.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:33 smithi106 ceph-mon[34751]: pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:34.388 INFO:teuthology.orchestra.run.smithi047.stdout:236223201295 2024-08-17T16:54:34.389 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-17T16:54:34.610 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:34 smithi047 podman[75938]: 2024-08-17 16:54:34.420763393 +0000 UTC m=+7.193654726 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T16:54:34.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:54:34] "GET /metrics HTTP/1.1" 200 28507 "" "Prometheus/2.43.0" 2024-08-17T16:54:35.098 INFO:teuthology.orchestra.run.smithi047.stdout:34359738417 2024-08-17T16:54:35.099 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-17T16:54:35.360 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:35 smithi047 podman[75938]: 2024-08-17 16:54:35.247707346 +0000 UTC m=+8.020598660 container create a571e14792c955d2a4f0e1187f5e04881c84238e74ce040abaa9b5eb2b529f4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:54:35.858 INFO:teuthology.orchestra.run.smithi047.stdout:201863462932 2024-08-17T16:54:35.859 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-17T16:54:36.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:35 smithi047 ceph-mon[43056]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:36.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:35 smithi047 ceph-mon[31070]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:36.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:35 smithi106 ceph-mon[34751]: pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:36.283 INFO:teuthology.orchestra.run.smithi047.stdout:111669149731 2024-08-17T16:54:36.284 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-17T16:54:36.638 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:36.672 INFO:teuthology.orchestra.run.smithi047.stdout:167503724569 2024-08-17T16:54:36.673 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 podman[75938]: 2024-08-17 16:54:37.019108681 +0000 UTC m=+9.791999991 container init a571e14792c955d2a4f0e1187f5e04881c84238e74ce040abaa9b5eb2b529f4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 podman[75938]: 2024-08-17 16:54:37.02497724 +0000 UTC m=+9.797868551 container start a571e14792c955d2a4f0e1187f5e04881c84238e74ce040abaa9b5eb2b529f4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.028Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.028Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.029Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.029Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.029Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T16:54:37.297 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.029Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T16:54:37.298 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T16:54:37.299 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T16:54:37.300 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a[76636]: ts=2024-08-17T16:54:37.030Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T16:54:37.301 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 bash[75938]: a571e14792c955d2a4f0e1187f5e04881c84238e74ce040abaa9b5eb2b529f4c 2024-08-17T16:54:37.306 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:37.306 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:37.555 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 16:54:37 smithi047 systemd[1]: Started Ceph node-exporter.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:54:38.381 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:38 smithi106 bash[66248]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T16:54:38.646 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:38 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.646 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:38 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.646 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:38 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.646 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:38 smithi106 ceph-mon[34751]: Deploying daemon node-exporter.b on smithi106 2024-08-17T16:54:38.646 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:38 smithi106 ceph-mon[34751]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[31070]: Deploying daemon node-exporter.b on smithi106 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[31070]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.721 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:38.722 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[43056]: Deploying daemon node-exporter.b on smithi106 2024-08-17T16:54:38.722 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:38 smithi047 ceph-mon[43056]: pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:38.928 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:38 smithi106 bash[66248]: Getting image source signatures 2024-08-17T16:54:38.928 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:38 smithi106 bash[66248]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T16:54:38.928 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:38 smithi106 bash[66248]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T16:54:38.928 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:38 smithi106 bash[66248]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T16:54:39.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:39.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:39.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:39.969 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:39.970 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:40.398 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 bash[66248]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T16:54:40.398 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 bash[66248]: Writing manifest to image destination 2024-08-17T16:54:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-mon[34751]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:40.678 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 podman[66248]: 2024-08-17 16:54:40.515747098 +0000 UTC m=+2.326102075 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T16:54:40.678 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 podman[66248]: 2024-08-17 16:54:40.606163701 +0000 UTC m=+2.416518668 container create 0f93df2c3b6876c5ca2f5939393c7d07f54554dadd062db76137fe09d348ab48 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:54:40.705 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:40 smithi047 ceph-mon[43056]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:40.705 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:40 smithi047 ceph-mon[31070]: pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:41.178 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 podman[66248]: 2024-08-17 16:54:40.824909442 +0000 UTC m=+2.635264423 container init 0f93df2c3b6876c5ca2f5939393c7d07f54554dadd062db76137fe09d348ab48 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:54:41.178 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 podman[66248]: 2024-08-17 16:54:40.829743894 +0000 UTC m=+2.640098865 container start 0f93df2c3b6876c5ca2f5939393c7d07f54554dadd062db76137fe09d348ab48 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.833Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.833Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.834Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.834Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.834Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.834Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T16:54:41.179 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T16:54:41.180 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T16:54:41.181 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T16:54:41.182 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b[66299]: ts=2024-08-17T16:54:40.835Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 bash[66248]: 0f93df2c3b6876c5ca2f5939393c7d07f54554dadd062db76137fe09d348ab48 2024-08-17T16:54:41.183 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 16:54:40 smithi106 systemd[1]: Started Ceph node-exporter.b for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:54:42.070 INFO:teuthology.orchestra.run.smithi047.stdout:77309411368 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[43056]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.071 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.072 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:42.072 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:41 smithi047 ceph-mon[31070]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:41 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:41 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:41 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:41 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:41 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:41 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:54:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:41 smithi106 ceph-mon[34751]: pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:43.246 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:42 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/971442879' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:54:43.246 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:42 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/971442879' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:54:43.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:42 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/971442879' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:54:43.627 INFO:teuthology.orchestra.run.smithi047.stdout:34359738419 2024-08-17T16:54:44.264 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:43 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/566662027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:54:44.264 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:43 smithi047 ceph-mon[43056]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:44.264 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:43 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:44.264 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:43 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/566662027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:54:44.264 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:43 smithi047 ceph-mon[31070]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:44.264 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:43 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:44.387 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:44.387 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:44.388 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:43 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/566662027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:54:44.388 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:43 smithi106 ceph-mon[34751]: pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:44.388 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:43 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:44.388 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:44.550 INFO:teuthology.orchestra.run.smithi047.stdout:133143986208 2024-08-17T16:54:44.551 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:54:44] "GET /metrics HTTP/1.1" 200 28503 "" "Prometheus/2.43.0" 2024-08-17T16:54:44.772 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411365 got 77309411368 for osd.2 2024-08-17T16:54:44.773 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:45.329 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:44 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2907359159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:54:45.329 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:44 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:45.329 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:44 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:45.329 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:44 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2907359159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:54:45.329 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:44 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:45.330 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:44 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:45.354 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986205 got 133143986208 for osd.4 2024-08-17T16:54:45.355 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:45.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:44 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2907359159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:54:45.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:44 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:45.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:44 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:46.183 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:45 smithi047 ceph-mon[31070]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:46.183 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:45 smithi047 ceph-mon[43056]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:46.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:45 smithi106 ceph-mon[34751]: pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:46.522 INFO:teuthology.orchestra.run.smithi047.stdout:55834574894 2024-08-17T16:54:47.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:46 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/950575868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:54:47.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:46 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/950575868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:54:47.401 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738417 got 34359738419 for osd.0 2024-08-17T16:54:47.402 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:47.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:46 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/950575868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:54:48.103 INFO:teuthology.orchestra.run.smithi047.stdout:201863462935 2024-08-17T16:54:48.103 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:48 smithi047 ceph-mon[31070]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:48.104 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:48 smithi047 ceph-mon[43056]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:48.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:48 smithi106 ceph-mon[34751]: pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:49.262 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:49 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2063114032' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:54:49.262 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:49 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2063114032' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:54:49.284 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574890 got 55834574894 for osd.1 2024-08-17T16:54:49.285 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:49.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:49 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2063114032' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:54:50.228 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462932 got 201863462935 for osd.6 2024-08-17T16:54:50.228 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:50.319 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:50 smithi047 ceph-mon[43056]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:50.320 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:50 smithi047 ceph-mon[31070]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:50.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:50 smithi106 ceph-mon[34751]: pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:51.745 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:51 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2659210959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:54:51.746 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:51 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2659210959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:54:51.838 INFO:teuthology.orchestra.run.smithi047.stdout:167503724573 2024-08-17T16:54:51.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:51 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2659210959' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:54:52.415 INFO:teuthology.orchestra.run.smithi047.stdout:236223201299 2024-08-17T16:54:52.440 INFO:teuthology.orchestra.run.smithi047.stdout:111669149735 2024-08-17T16:54:52.728 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:52 smithi047 ceph-mon[43056]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:52.729 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:52 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3332760026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:54:52.729 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:52 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/693220158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:54:52.729 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:52 smithi047 ceph-mon[31070]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:52.729 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:52 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3332760026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:54:52.729 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:52 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/693220158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:54:52.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:52 smithi106 ceph-mon[34751]: pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:52.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:52 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3332760026' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:54:52.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:52 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/693220158' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:54:53.047 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724569 got 167503724573 for osd.5 2024-08-17T16:54:53.047 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:53.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:53 smithi047 ceph-mon[31070]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:53.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:53.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:53 smithi047 ceph-mon[43056]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:53.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:53 smithi106 ceph-mon[34751]: pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:54:54.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:54:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:54:54] "GET /metrics HTTP/1.1" 200 28504 "" "Prometheus/2.43.0" 2024-08-17T16:54:54.394 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149731 got 111669149735 for osd.3 2024-08-17T16:54:54.394 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:54.815 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201295 got 236223201299 for osd.7 2024-08-17T16:54:54.815 DEBUG:teuthology.parallel:result is None 2024-08-17T16:54:54.815 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T16:54:54.815 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:54:55.062 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:56.109 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:55 smithi047 ceph-mon[43056]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:56.109 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:55 smithi047 ceph-mon[31070]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:56.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:55 smithi106 ceph-mon[34751]: pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:57.385 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:54:57.385 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-08-17T16:54:58.030 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:57 smithi047 ceph-mon[31070]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:54:58.031 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:57 smithi047 ceph-mon[31070]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:58.031 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:57 smithi047 ceph-mon[43056]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:54:58.031 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:57 smithi047 ceph-mon[43056]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:58.055 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-08-17T16:54:55.717789+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":181,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235496,"kb_used_data":7048,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725720,"statfs":{"total":767960285184,"available":767719137280,"internally_reserved":0,"allocated":7217152,"data_stored":4057287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":233819703},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001707"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728588+0000","last_change":"2024-08-17T16:54:01.225955+0000","last_active":"2024-08-17T16:54:08.728588+0000","last_peered":"2024-08-17T16:54:08.728588+0000","last_clean":"2024-08-17T16:54:08.728588+0000","last_became_active":"2024-08-17T16:53:56.715899+0000","last_became_peered":"2024-08-17T16:53:56.715899+0000","last_unstale":"2024-08-17T16:54:08.728588+0000","last_undegraded":"2024-08-17T16:54:08.728588+0000","last_fullsized":"2024-08-17T16:54:08.728588+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:56:40.144349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024773999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728417+0000","last_change":"2024-08-17T16:54:01.225885+0000","last_active":"2024-08-17T16:54:08.728417+0000","last_peered":"2024-08-17T16:54:08.728417+0000","last_clean":"2024-08-17T16:54:08.728417+0000","last_became_active":"2024-08-17T16:53:57.135021+0000","last_became_peered":"2024-08-17T16:53:57.135021+0000","last_unstale":"2024-08-17T16:54:08.728417+0000","last_undegraded":"2024-08-17T16:54:08.728417+0000","last_fullsized":"2024-08-17T16:54:08.728417+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:12:22.641423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029757299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728334+0000","last_change":"2024-08-17T16:54:01.341288+0000","last_active":"2024-08-17T16:54:08.728334+0000","last_peered":"2024-08-17T16:54:08.728334+0000","last_clean":"2024-08-17T16:54:08.728334+0000","last_became_active":"2024-08-17T16:53:57.134760+0000","last_became_peered":"2024-08-17T16:53:57.134760+0000","last_unstale":"2024-08-17T16:54:08.728334+0000","last_undegraded":"2024-08-17T16:54:08.728334+0000","last_fullsized":"2024-08-17T16:54:08.728334+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:12.752997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032361199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728412+0000","last_change":"2024-08-17T16:54:01.225853+0000","last_active":"2024-08-17T16:54:08.728412+0000","last_peered":"2024-08-17T16:54:08.728412+0000","last_clean":"2024-08-17T16:54:08.728412+0000","last_became_active":"2024-08-17T16:53:56.714999+0000","last_became_peered":"2024-08-17T16:53:56.714999+0000","last_unstale":"2024-08-17T16:54:08.728412+0000","last_undegraded":"2024-08-17T16:54:08.728412+0000","last_fullsized":"2024-08-17T16:54:08.728412+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:27:52.499618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267521,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"66'2","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728299+0000","last_change":"2024-08-17T16:54:01.225138+0000","last_active":"2024-08-17T16:54:08.728299+0000","last_peered":"2024-08-17T16:54:08.728299+0000","last_clean":"2024-08-17T16:54:08.728299+0000","last_became_active":"2024-08-17T16:53:56.714482+0000","last_became_peered":"2024-08-17T16:53:56.714482+0000","last_unstale":"2024-08-17T16:54:08.728299+0000","last_undegraded":"2024-08-17T16:54:08.728299+0000","last_fullsized":"2024-08-17T16:54:08.728299+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:05:55.193934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070156299999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.274491+0000","last_change":"2024-08-17T16:54:01.221849+0000","last_active":"2024-08-17T16:54:08.274491+0000","last_peered":"2024-08-17T16:54:08.274491+0000","last_clean":"2024-08-17T16:54:08.274491+0000","last_became_active":"2024-08-17T16:53:56.717181+0000","last_became_peered":"2024-08-17T16:53:56.717181+0000","last_unstale":"2024-08-17T16:54:08.274491+0000","last_undegraded":"2024-08-17T16:54:08.274491+0000","last_fullsized":"2024-08-17T16:54:08.274491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:15.639156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026093399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728683+0000","last_change":"2024-08-17T16:54:01.341270+0000","last_active":"2024-08-17T16:54:08.728683+0000","last_peered":"2024-08-17T16:54:08.728683+0000","last_clean":"2024-08-17T16:54:08.728683+0000","last_became_active":"2024-08-17T16:53:56.717945+0000","last_became_peered":"2024-08-17T16:53:56.717945+0000","last_unstale":"2024-08-17T16:54:08.728683+0000","last_undegraded":"2024-08-17T16:54:08.728683+0000","last_fullsized":"2024-08-17T16:54:08.728683+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:51.948863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030122200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"64'1","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728353+0000","last_change":"2024-08-17T16:54:01.224777+0000","last_active":"2024-08-17T16:54:08.728353+0000","last_peered":"2024-08-17T16:54:08.728353+0000","last_clean":"2024-08-17T16:54:08.728353+0000","last_became_active":"2024-08-17T16:53:56.715684+0000","last_became_peered":"2024-08-17T16:53:56.715684+0000","last_unstale":"2024-08-17T16:54:08.728353+0000","last_undegraded":"2024-08-17T16:54:08.728353+0000","last_fullsized":"2024-08-17T16:54:08.728353+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:18.042058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000304526,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":263,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T16:54:01.340867+0000","last_change":"2024-08-17T16:53:27.282816+0000","last_active":"2024-08-17T16:54:01.340867+0000","last_peered":"2024-08-17T16:54:01.340867+0000","last_clean":"2024-08-17T16:54:01.340867+0000","last_became_active":"2024-08-17T16:53:27.282464+0000","last_became_peered":"2024-08-17T16:53:27.282464+0000","last_unstale":"2024-08-17T16:54:01.340867+0000","last_undegraded":"2024-08-17T16:54:01.340867+0000","last_fullsized":"2024-08-17T16:54:01.340867+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_clean_scrub_stamp":"2024-08-17T16:51:29.685374+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:27.747136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201300,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":875961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.749},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.61199999999999999}]},{"osd":1,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.64100000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.67200000000000004}]},{"osd":3,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.72799999999999998}]},{"osd":4,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.55900000000000005}]},{"osd":5,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.50700000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.52100000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462937,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":875707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.63700000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.746},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.73499999999999999}]},{"osd":2,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.72299999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.68100000000000005}]},{"osd":4,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"last":0.622},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.65800000000000003}]},{"osd":5,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.57499999999999996}]},{"osd":7,"last update":"Sat Aug 17 16:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.53400000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724574,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":285612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50600000000000001,"15min":0.50700000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66200000000000003,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.503,"15min":0.50700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.69599999999999995,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.48199999999999998}]},{"osd":1,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72699999999999998,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48899999999999999,"15min":0.48999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.41299999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73199999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.64000000000000001,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.51100000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.52200000000000002,"15min":0.52500000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67200000000000004,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.69599999999999995,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.58799999999999997}]},{"osd":4,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.36299999999999999,"15min":0.35899999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.50800000000000001,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.378,"15min":0.375},"min":{"1min":0.30299999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.54500000000000004,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.435}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.628},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.52400000000000002}]},{"osd":7,"last update":"Sat Aug 17 16:54:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.60699999999999998}]}]},{"osd":4,"up_from":31,"seq":133143986211,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":285924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.53200000000000003,"15min":0.54200000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.75700000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.66000000000000003}]},{"osd":1,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71699999999999997,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.5,"5min":0.52800000000000002,"15min":0.53300000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.69899999999999995,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.60399999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.52400000000000002,"15min":0.52500000000000002},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.873,"15min":0.873},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.63,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.63100000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53100000000000003,"15min":0.53300000000000003},"min":{"1min":0.33800000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68300000000000005,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67000000000000004,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.58499999999999996}]},{"osd":5,"last update":"Sat Aug 17 16:54:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34300000000000003,"15min":0.33400000000000002},"min":{"1min":0.26000000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.54800000000000004,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.378,"15min":0.36699999999999999},"min":{"1min":0.29999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.51400000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.49299999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.621}]}]},{"osd":3,"up_from":26,"seq":111669149736,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31780,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":679936,"data_stored":285924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.38400000000000001,"15min":0.38300000000000001},"min":{"1min":0.26300000000000001,"5min":0.247,"15min":0.247},"max":{"1min":0.501,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.41799999999999998,"15min":0.40999999999999998},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.48099999999999998}]},{"osd":1,"last update":"Sat Aug 17 16:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40300000000000002,"15min":0.40200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.503},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.437,"15min":0.434},"min":{"1min":0.28199999999999997,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.436}]},{"osd":2,"last update":"Sat Aug 17 16:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.46899999999999997,"15min":0.46200000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.47199999999999998,"15min":0.46999999999999997},"min":{"1min":0.309,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82299999999999995,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.82099999999999995}]},{"osd":4,"last update":"Sat Aug 17 16:54:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72099999999999997,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.74299999999999999}]},{"osd":5,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.748,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59599999999999997,"15min":0.60299999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.86299999999999999}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.76800000000000002}]},{"osd":7,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.69999999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411371,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":285924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38100000000000001,"15min":0.374},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.437},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.27900000000000003,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.32000000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.33400000000000002},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.40999999999999998,"15min":0.39500000000000002},"min":{"1min":0.27100000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58399999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.39000000000000001}]},{"osd":3,"last update":"Sat Aug 17 16:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.373},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.46500000000000002,"15min":0.46100000000000002},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46600000000000003}]},{"osd":4,"last update":"Sat Aug 17 16:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.54600000000000004,"15min":0.54200000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.875,"5min":0.876,"15min":0.876},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.56200000000000006}]},{"osd":5,"last update":"Sat Aug 17 16:54:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.62,"15min":0.626},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75600000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77900000000000003,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.748}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.72799999999999998},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.63400000000000001}]},{"osd":7,"last update":"Sat Aug 17 16:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.76400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31784,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713368,"statfs":{"total":95995035648,"available":95962488832,"internally_reserved":0,"allocated":684032,"data_stored":285943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.35499999999999998,"15min":0.33500000000000002},"min":{"1min":0.224,"5min":0.217,"15min":0.217},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.38800000000000001,"15min":0.36299999999999999},"min":{"1min":0.29199999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.36399999999999999}]},{"osd":2,"last update":"Sat Aug 17 16:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.39800000000000002},"min":{"1min":0.26800000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.372,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.28499999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:53:53 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.497,"15min":0.495},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.41399999999999998,"15min":0.41499999999999998},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.33400000000000002}]},{"osd":4,"last update":"Sat Aug 17 16:54:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.52000000000000002,"15min":0.51800000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.57899999999999996,"15min":0.57399999999999995},"min":{"1min":0.45400000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.46200000000000002}]},{"osd":5,"last update":"Sat Aug 17 16:54:42 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.40999999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.58399999999999996,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.40100000000000002}]},{"osd":6,"last update":"Sat Aug 17 16:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.58299999999999996}]},{"osd":7,"last update":"Sat Aug 17 16:54:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.38},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.442}]}]},{"osd":0,"up_from":8,"seq":34359738422,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1273856,"data_stored":876292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:54:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.34999999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38800000000000001,"15min":0.377},"min":{"1min":0.27800000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52300000000000002,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.315}]},{"osd":2,"last update":"Sat Aug 17 16:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.38800000000000001,"15min":0.372},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.40699999999999997}]},{"osd":3,"last update":"Sat Aug 17 16:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45700000000000002,"5min":0.443,"15min":0.441},"min":{"1min":0.33900000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.58999999999999997,"5min":0.628,"15min":0.628},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.35299999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.63100000000000001,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.28599999999999998}]},{"osd":4,"last update":"Sat Aug 17 16:54:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.376}]},{"osd":5,"last update":"Sat Aug 17 16:54:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.45400000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.51100000000000001}]},{"osd":7,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.52500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:54:58.057 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:54:58.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:57 smithi106 ceph-mon[34751]: from='client.14601 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:54:58.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:57 smithi106 ceph-mon[34751]: pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:54:58.601 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:54:59.800 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.800 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.800 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:59.800 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:59.800 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.800 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.800 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.801 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:59.801 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:59.801 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:54:59 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:54:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:54:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:54:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:54:59 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:00.723 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:00 smithi047 ceph-mon[43056]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:55:00.723 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:00 smithi047 ceph-mon[43056]: Reconfiguring daemon alertmanager.a on smithi047 2024-08-17T16:55:00.723 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:00 smithi047 ceph-mon[43056]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:00.723 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:00 smithi047 ceph-mon[31070]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:55:00.723 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:00 smithi047 ceph-mon[31070]: Reconfiguring daemon alertmanager.a on smithi047 2024-08-17T16:55:00.723 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:00 smithi047 ceph-mon[31070]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:00.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:00 smithi106 ceph-mon[34751]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T16:55:00.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:00 smithi106 ceph-mon[34751]: Reconfiguring daemon alertmanager.a on smithi047 2024-08-17T16:55:00.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:00 smithi106 ceph-mon[34751]: pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:01.310 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:55:01.313 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-08-17T16:55:01.921 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:01 smithi047 ceph-mon[43056]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:55:01.921 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:01 smithi047 ceph-mon[43056]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:01.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:01 smithi047 ceph-mon[31070]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:55:01.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:01 smithi047 ceph-mon[31070]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:02.100 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:01 smithi106 ceph-mon[34751]: from='client.14607 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:55:02.100 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:01 smithi106 ceph-mon[34751]: pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:03.610 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:03 smithi047 systemd[1]: Stopping Ceph alertmanager.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:55:03.665 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-08-17T16:54:59.718320+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":181,"num_write_kb":2418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":131,"ondisk_log_size":131,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235496,"kb_used_data":7048,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725720,"statfs":{"total":767960285184,"available":767719137280,"internally_reserved":0,"allocated":7217152,"data_stored":4057287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":233819703},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001625"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728588+0000","last_change":"2024-08-17T16:54:01.225955+0000","last_active":"2024-08-17T16:54:08.728588+0000","last_peered":"2024-08-17T16:54:08.728588+0000","last_clean":"2024-08-17T16:54:08.728588+0000","last_became_active":"2024-08-17T16:53:56.715899+0000","last_became_peered":"2024-08-17T16:53:56.715899+0000","last_unstale":"2024-08-17T16:54:08.728588+0000","last_undegraded":"2024-08-17T16:54:08.728588+0000","last_fullsized":"2024-08-17T16:54:08.728588+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:56:40.144349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024773999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728417+0000","last_change":"2024-08-17T16:54:01.225885+0000","last_active":"2024-08-17T16:54:08.728417+0000","last_peered":"2024-08-17T16:54:08.728417+0000","last_clean":"2024-08-17T16:54:08.728417+0000","last_became_active":"2024-08-17T16:53:57.135021+0000","last_became_peered":"2024-08-17T16:53:57.135021+0000","last_unstale":"2024-08-17T16:54:08.728417+0000","last_undegraded":"2024-08-17T16:54:08.728417+0000","last_fullsized":"2024-08-17T16:54:08.728417+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:12:22.641423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029757299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728334+0000","last_change":"2024-08-17T16:54:01.341288+0000","last_active":"2024-08-17T16:54:08.728334+0000","last_peered":"2024-08-17T16:54:08.728334+0000","last_clean":"2024-08-17T16:54:08.728334+0000","last_became_active":"2024-08-17T16:53:57.134760+0000","last_became_peered":"2024-08-17T16:53:57.134760+0000","last_unstale":"2024-08-17T16:54:08.728334+0000","last_undegraded":"2024-08-17T16:54:08.728334+0000","last_fullsized":"2024-08-17T16:54:08.728334+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:12.752997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032361199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728412+0000","last_change":"2024-08-17T16:54:01.225853+0000","last_active":"2024-08-17T16:54:08.728412+0000","last_peered":"2024-08-17T16:54:08.728412+0000","last_clean":"2024-08-17T16:54:08.728412+0000","last_became_active":"2024-08-17T16:53:56.714999+0000","last_became_peered":"2024-08-17T16:53:56.714999+0000","last_unstale":"2024-08-17T16:54:08.728412+0000","last_undegraded":"2024-08-17T16:54:08.728412+0000","last_fullsized":"2024-08-17T16:54:08.728412+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:27:52.499618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267521,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"66'2","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728299+0000","last_change":"2024-08-17T16:54:01.225138+0000","last_active":"2024-08-17T16:54:08.728299+0000","last_peered":"2024-08-17T16:54:08.728299+0000","last_clean":"2024-08-17T16:54:08.728299+0000","last_became_active":"2024-08-17T16:53:56.714482+0000","last_became_peered":"2024-08-17T16:53:56.714482+0000","last_unstale":"2024-08-17T16:54:08.728299+0000","last_undegraded":"2024-08-17T16:54:08.728299+0000","last_fullsized":"2024-08-17T16:54:08.728299+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:05:55.193934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070156299999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.274491+0000","last_change":"2024-08-17T16:54:01.221849+0000","last_active":"2024-08-17T16:54:08.274491+0000","last_peered":"2024-08-17T16:54:08.274491+0000","last_clean":"2024-08-17T16:54:08.274491+0000","last_became_active":"2024-08-17T16:53:56.717181+0000","last_became_peered":"2024-08-17T16:53:56.717181+0000","last_unstale":"2024-08-17T16:54:08.274491+0000","last_undegraded":"2024-08-17T16:54:08.274491+0000","last_fullsized":"2024-08-17T16:54:08.274491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:15.639156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026093399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728683+0000","last_change":"2024-08-17T16:54:01.341270+0000","last_active":"2024-08-17T16:54:08.728683+0000","last_peered":"2024-08-17T16:54:08.728683+0000","last_clean":"2024-08-17T16:54:08.728683+0000","last_became_active":"2024-08-17T16:53:56.717945+0000","last_became_peered":"2024-08-17T16:53:56.717945+0000","last_unstale":"2024-08-17T16:54:08.728683+0000","last_undegraded":"2024-08-17T16:54:08.728683+0000","last_fullsized":"2024-08-17T16:54:08.728683+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:51.948863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030122200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"64'1","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-17T16:54:08.728353+0000","last_change":"2024-08-17T16:54:01.224777+0000","last_active":"2024-08-17T16:54:08.728353+0000","last_peered":"2024-08-17T16:54:08.728353+0000","last_clean":"2024-08-17T16:54:08.728353+0000","last_became_active":"2024-08-17T16:53:56.715684+0000","last_became_peered":"2024-08-17T16:53:56.715684+0000","last_unstale":"2024-08-17T16:54:08.728353+0000","last_undegraded":"2024-08-17T16:54:08.728353+0000","last_fullsized":"2024-08-17T16:54:08.728353+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:18.042058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000304526,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":263,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-17T16:54:01.340867+0000","last_change":"2024-08-17T16:53:27.282816+0000","last_active":"2024-08-17T16:54:01.340867+0000","last_peered":"2024-08-17T16:54:01.340867+0000","last_clean":"2024-08-17T16:54:01.340867+0000","last_became_active":"2024-08-17T16:53:27.282464+0000","last_became_peered":"2024-08-17T16:53:27.282464+0000","last_unstale":"2024-08-17T16:54:01.340867+0000","last_undegraded":"2024-08-17T16:54:01.340867+0000","last_fullsized":"2024-08-17T16:54:01.340867+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_clean_scrub_stamp":"2024-08-17T16:51:29.685374+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:27.747136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201301,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":875961,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46400000000000002}]},{"osd":1,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.53600000000000003}]},{"osd":2,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.60699999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.67200000000000004}]},{"osd":4,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.375,"15min":0.375},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"last":0.378},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.51900000000000002}]},{"osd":5,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.628,"5min":0.628,"15min":0.628},"last":0.626}]},{"osd":6,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"last":0.57499999999999996}]}]},{"osd":6,"up_from":47,"seq":201863462938,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":875707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.45500000000000002}]},{"osd":1,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.373}]},{"osd":2,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.49199999999999999}]},{"osd":3,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.55000000000000004}]},{"osd":4,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"last":0.39100000000000001}]},{"osd":5,"last update":"Sat Aug 17 16:54:04 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"last":0.441}]},{"osd":7,"last update":"Sat Aug 17 16:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.58599999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724575,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":285612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50600000000000001,"15min":0.50700000000000001},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66200000000000003,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.44},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.503,"15min":0.50700000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.69599999999999995,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.62}]},{"osd":1,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53700000000000003,"15min":0.54200000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.72699999999999998,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48899999999999999,"15min":0.48999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.67800000000000005,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.56699999999999995}]},{"osd":2,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73199999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.64000000000000001,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.52500000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.52200000000000002,"15min":0.52500000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.67200000000000004,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.53200000000000003,"15min":0.53300000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.69599999999999995,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47399999999999998}]},{"osd":4,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.36299999999999999,"15min":0.35899999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.50800000000000001,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.504},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.378,"15min":0.375},"min":{"1min":0.30299999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.54500000000000004,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.60299999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.54100000000000004}]},{"osd":7,"last update":"Sat Aug 17 16:54:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"last":0.58399999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986212,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":285924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.53200000000000003,"15min":0.54200000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.75700000000000001,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.40699999999999997}]},{"osd":1,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52700000000000002,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.71699999999999997,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.52800000000000002,"15min":0.53300000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.69899999999999995,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.60799999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.52400000000000002,"15min":0.52500000000000002},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.73699999999999999,"5min":0.873,"15min":0.873},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.498,"5min":0.54300000000000004,"15min":0.55100000000000005},"min":{"1min":0.40200000000000002,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.63,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.52100000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:54:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.53100000000000003,"15min":0.53300000000000003},"min":{"1min":0.33800000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.68300000000000005,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.67000000000000004,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55800000000000005}]},{"osd":5,"last update":"Sat Aug 17 16:54:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.34300000000000003,"15min":0.33400000000000002},"min":{"1min":0.26000000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.54800000000000004,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.378,"15min":0.36699999999999999},"min":{"1min":0.29999999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"last":0.65400000000000003}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.63},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.66900000000000004}]},{"osd":7,"last update":"Sat Aug 17 16:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"last":0.59599999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149737,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31780,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713372,"statfs":{"total":95995035648,"available":95962492928,"internally_reserved":0,"allocated":679936,"data_stored":285924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:58 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38100000000000001,"15min":0.38200000000000001},"min":{"1min":0.18099999999999999,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.56000000000000005,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.374},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.19900000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.48099999999999998,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.47999999999999998}]},{"osd":1,"last update":"Sat Aug 17 16:54:58 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.39400000000000002,"15min":0.39900000000000002},"min":{"1min":0.192,"5min":0.192,"15min":0.192},"max":{"1min":0.51900000000000002,"5min":0.66700000000000004,"15min":0.66700000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.43099999999999999,"15min":0.432},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59599999999999997,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.29399999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:54:58 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.63100000000000001,"5min":1.024,"15min":1.024},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.45700000000000002,"15min":0.46500000000000002},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.82099999999999995,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.34899999999999998}]},{"osd":4,"last update":"Sat Aug 17 16:54:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72099999999999997,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.44600000000000001}]},{"osd":5,"last update":"Sat Aug 17 16:54:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.748,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59599999999999997,"15min":0.60299999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.54600000000000004}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.49099999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.44},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.58199999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411372,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":679936,"data_stored":285924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38100000000000001,"15min":0.374},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.27900000000000003,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.33200000000000002}]},{"osd":1,"last update":"Sat Aug 17 16:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.377},{"interface":"front","average":{"1min":0.42999999999999999,"5min":0.40999999999999998,"15min":0.39500000000000002},"min":{"1min":0.27100000000000002,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.58399999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.40300000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:53:56 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.46500000000000002,"15min":0.46100000000000002},"min":{"1min":0.34000000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.437}]},{"osd":4,"last update":"Sat Aug 17 16:54:19 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.54600000000000004,"15min":0.54200000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.875,"5min":0.876,"15min":0.876},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.63300000000000001}]},{"osd":5,"last update":"Sat Aug 17 16:54:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.62,"15min":0.626},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.75600000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.77900000000000003,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53400000000000003}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.55900000000000005}]},{"osd":7,"last update":"Sat Aug 17 16:54:24 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.627,"15min":0.627},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.58299999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574897,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31784,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713368,"statfs":{"total":95995035648,"available":95962488832,"internally_reserved":0,"allocated":684032,"data_stored":285943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:54:12 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.35499999999999998,"15min":0.33500000000000002},"min":{"1min":0.224,"5min":0.217,"15min":0.217},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.17799999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.38800000000000001,"15min":0.36299999999999999},"min":{"1min":0.29199999999999998,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.22700000000000001}]},{"osd":2,"last update":"Sat Aug 17 16:54:33 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.41999999999999998,"15min":0.39800000000000002},"min":{"1min":0.26800000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.372,"15min":0.35699999999999998},"min":{"1min":0.25,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.253}]},{"osd":3,"last update":"Sat Aug 17 16:54:55 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.48899999999999999,"15min":0.49299999999999999},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.64700000000000002,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.26900000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41299999999999998,"15min":0.41499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.36699999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:54:15 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.52000000000000002,"15min":0.51800000000000002},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.57899999999999996,"15min":0.57399999999999995},"min":{"1min":0.45400000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.318}]},{"osd":5,"last update":"Sat Aug 17 16:54:42 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.40999999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.309},{"interface":"front","average":{"1min":0.62,"5min":0.58399999999999996,"15min":0.57799999999999996},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.436}]},{"osd":6,"last update":"Sat Aug 17 16:54:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.181,"5min":1.181,"15min":1.181},"last":0.33000000000000002}]},{"osd":7,"last update":"Sat Aug 17 16:54:26 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.40300000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738423,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1273856,"data_stored":876292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:54:08 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.36199999999999999,"15min":0.34999999999999998},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.222},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38800000000000001,"15min":0.377},"min":{"1min":0.27800000000000002,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.52300000000000002,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.25}]},{"osd":2,"last update":"Sat Aug 17 16:54:31 2024","interfaces":[{"interface":"back","average":{"1min":0.35599999999999998,"5min":0.35499999999999998,"15min":0.34699999999999998},"min":{"1min":0.189,"5min":0.189,"15min":0.189},"max":{"1min":0.54900000000000004,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.38800000000000001,"15min":0.372},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.26900000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:54:59 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.438,"15min":0.439},"min":{"1min":0.27700000000000002,"5min":0.246,"15min":0.246},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.44,"5min":0.47199999999999998,"15min":0.47499999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.28599999999999998}]},{"osd":4,"last update":"Sat Aug 17 16:54:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.54300000000000004,"15min":0.54500000000000004},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.372}]},{"osd":5,"last update":"Sat Aug 17 16:54:40 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.59699999999999998,"15min":0.60299999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.47399999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:54:01 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.505},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.48999999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:54:25 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.443},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.46200000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:55:03.666 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T16:55:03.667 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-17T16:55:03.667 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-17T16:55:03.667 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-17T16:55:03.903 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:03 smithi047 ceph-mon[43056]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:03.903 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:03 smithi047 ceph-mon[31070]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:03 smithi106 ceph-mon[34751]: pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:04.226 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:03 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[73876]: ts=2024-08-17T16:55:03.901Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:55:04.227 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:03 smithi047 podman[79418]: 2024-08-17 16:55:03.932670191 +0000 UTC m=+0.126312457 container died 4e58c537e5d1e31ef50ad5348071be50c5d9b337617a46082bc7957a1ec9c2d3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:04.510 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:04 smithi047 podman[79418]: 2024-08-17 16:55:04.333399269 +0000 UTC m=+0.527041534 container cleanup 4e58c537e5d1e31ef50ad5348071be50c5d9b337617a46082bc7957a1ec9c2d3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:04.510 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:04 smithi047 bash[79418]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T16:55:04.510 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:04 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:55:04] "GET /metrics HTTP/1.1" 200 28504 "" "Prometheus/2.43.0" 2024-08-17T16:55:04.717 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:04.842 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:04 smithi047 podman[79456]: 2024-08-17 16:55:04.509165032 +0000 UTC m=+0.573953301 container remove 4e58c537e5d1e31ef50ad5348071be50c5d9b337617a46082bc7957a1ec9c2d3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:04.842 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:04 smithi047 podman[79456]: 2024-08-17 16:55:04.626874893 +0000 UTC m=+0.691663157 volume remove 9c02a40f830626364c948b7ba6880df8aa242a6800ce014ba873d5fa06232158 2024-08-17T16:55:05.360 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:05 smithi047 podman[79484]: 2024-08-17 16:55:05.196898072 +0000 UTC m=+0.842489084 container died 3c5f52558534041dcebc64c1d8bfe898e8dfe93c570c638b12f686f2b8f4febf (image=quay.ceph.io/ceph-ci/ceph:reef, name=confident_beaver, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-17T16:55:05.799 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:05 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T16:55:05.799 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:05 smithi047 systemd[1]: Stopped Ceph alertmanager.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:55:05.799 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:05 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.020s CPU time. 2024-08-17T16:55:05.799 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:05 smithi047 systemd[1]: Starting Ceph alertmanager.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:55:06.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:05 smithi047 ceph-mon[31070]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:06.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:05 smithi047 ceph-mon[43056]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:06.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:05 smithi106 ceph-mon[34751]: pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:06.459 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:55:06.460 INFO:teuthology.orchestra.run.smithi047.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-17T16:55:06.783 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:06 smithi047 podman[79705]: 2024-08-17 16:55:06.359982035 +0000 UTC m=+0.017678104 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T16:55:06.783 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:06 smithi047 podman[79705]: 2024-08-17 16:55:06.46183306 +0000 UTC m=+0.119529129 volume create fa45b0a3d5b56290090596ea80c873b26f081ba8aad542f1ff6ecde39f1ed516 2024-08-17T16:55:06.783 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:06 smithi047 podman[79705]: 2024-08-17 16:55:06.562735853 +0000 UTC m=+0.220431912 container create 38e15fa48ff88990fb348962be0d97ba371c2fd32937c5aba0838cace2b280ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:07.055 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:06 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/1036598960' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:55:07.055 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:06 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1036598960' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:55:07.057 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 podman[79705]: 2024-08-17 16:55:07.049414875 +0000 UTC m=+0.707110958 container init 38e15fa48ff88990fb348962be0d97ba371c2fd32937c5aba0838cace2b280ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:07.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:06 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/1036598960' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:55:07.328 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 podman[79705]: 2024-08-17 16:55:07.054742028 +0000 UTC m=+0.712438088 container start 38e15fa48ff88990fb348962be0d97ba371c2fd32937c5aba0838cace2b280ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:07.328 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.068Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T16:55:07.328 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.068Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T16:55:07.328 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.070Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.47 port=9094 2024-08-17T16:55:07.328 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.071Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T16:55:07.328 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.094Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:55:07.329 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.095Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T16:55:07.329 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.098Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T16:55:07.329 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:07.098Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T16:55:07.329 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 bash[79705]: 38e15fa48ff88990fb348962be0d97ba371c2fd32937c5aba0838cace2b280ef 2024-08-17T16:55:07.329 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:07 smithi047 systemd[1]: Started Ceph alertmanager.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:55:07.632 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-17T16:55:07.633 INFO:tasks.cephadm:Setup complete, yielding 2024-08-17T16:55:07.633 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-17T16:55:07.643 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-08-17T16:55:07.643 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-08-17T16:55:07.855 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:08.221 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:08.221 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[43056]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[43056]: Reconfiguring daemon prometheus.a on smithi106 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[43056]: pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[31070]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[31070]: Reconfiguring daemon prometheus.a on smithi106 2024-08-17T16:55:08.222 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:08 smithi047 ceph-mon[31070]: pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:08.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:08.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:08.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:08 smithi106 ceph-mon[34751]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:55:08.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:08 smithi106 ceph-mon[34751]: Reconfiguring daemon prometheus.a on smithi106 2024-08-17T16:55:08.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:08 smithi106 ceph-mon[34751]: pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:09.326 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:09 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:09.327 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:09 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:09.071Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000691341s 2024-08-17T16:55:09.327 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:09 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:09.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:09 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:10.862 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 systemd[1]: Stopping Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:55:10.862 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-mon[34751]: pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:10.862 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-mon[34751]: from='client.14619 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:10.862 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-08-17T16:55:11.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:10 smithi047 ceph-mon[31070]: pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:11.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:10 smithi047 ceph-mon[31070]: from='client.14619 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:11.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:10 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-08-17T16:55:11.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:10 smithi047 ceph-mon[43056]: pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:11.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:10 smithi047 ceph-mon[43056]: from='client.14619 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:55:11.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:10 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-08-17T16:55:11.152 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.860Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:55:11.152 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T16:55:11.152 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T16:55:11.152 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[63854]: ts=2024-08-17T16:55:10.861Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T16:55:11.153 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:10 smithi106 podman[67185]: 2024-08-17 16:55:10.871546911 +0000 UTC m=+0.117314179 container died 50ab10d7342c83d0eb4e8503be1358fe19c6036f2ddd23b3a5f24575a3c4e65a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:11.427 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 podman[67185]: 2024-08-17 16:55:11.351289404 +0000 UTC m=+0.597056730 container cleanup 50ab10d7342c83d0eb4e8503be1358fe19c6036f2ddd23b3a5f24575a3c4e65a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:11.427 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 bash[67185]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T16:55:11.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a[31047]: 2024-08-17T16:55:11.237+0000 7f3e252fe640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:55:11.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 podman[67203]: 2024-08-17 16:55:11.619441897 +0000 UTC m=+0.749766436 container remove 50ab10d7342c83d0eb4e8503be1358fe19c6036f2ddd23b3a5f24575a3c4e65a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:11.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T16:55:11.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 systemd[1]: Stopped Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:55:11.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.195s CPU time. 2024-08-17T16:55:11.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 systemd[1]: Starting Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:55:11.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-08-17T16:55:11.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: fsmap foo:0 2024-08-17T16:55:11.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: fsmap foo:0 2024-08-17T16:55:12.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-08-17T16:55:12.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: fsmap foo:0 2024-08-17T16:55:12.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.272 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-08-17T16:55:12.273 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:11 smithi106 podman[67298]: 2024-08-17 16:55:11.888388785 +0000 UTC m=+0.017837370 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T16:55:12.273 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 podman[67298]: 2024-08-17 16:55:12.029073583 +0000 UTC m=+0.158522146 container create a91727b722d7b112d1db6f127edf0f04ad3b17f13a982556e8c4491b423b7a8f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:12.273 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 podman[67298]: 2024-08-17 16:55:12.27281431 +0000 UTC m=+0.402262874 container init a91727b722d7b112d1db6f127edf0f04ad3b17f13a982556e8c4491b423b7a8f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:12.502 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:12.527 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 podman[67298]: 2024-08-17 16:55:12.277311598 +0000 UTC m=+0.406760162 container start a91727b722d7b112d1db6f127edf0f04ad3b17f13a982556e8c4491b423b7a8f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.301Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.301Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.301Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi106 (none))" 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.301Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.301Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.303Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.303Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.304Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.305Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.306Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.306Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.45µs 2024-08-17T16:55:12.528 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.306Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.307Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.308Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.308Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.733µs wal_replay_duration=2.110426ms wbl_replay_duration=148ns total_replay_duration=2.14546ms 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.310Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.310Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.310Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.330Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.107243ms db_storage=791ns remote_storage=1.525µs web_handler=340ns query_engine=697ns scrape=378.433µs scrape_sd=87.681µs notify=15.609µs notify_sd=25.429µs rules=19.283389ms tracing=5.788µs 2024-08-17T16:55:12.529 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.330Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T16:55:12.530 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:55:12.330Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T16:55:12.530 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 bash[67298]: a91727b722d7b112d1db6f127edf0f04ad3b17f13a982556e8c4491b423b7a8f 2024-08-17T16:55:12.530 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:55:12 smithi106 systemd[1]: Started Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:55:12.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:12] ENGINE Bus STOPPING 2024-08-17T16:55:12.919 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:55:12.919 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:12] ENGINE Bus STOPPED 2024-08-17T16:55:12.919 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:12] ENGINE Bus STARTING 2024-08-17T16:55:12.919 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: Saving service mds.foo spec with placement count:2 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: pgmap v52: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi047.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi106.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:55:12.920 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi106.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: Saving service mds.foo spec with placement count:2 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: pgmap v52: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi047.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:55:12.921 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi106.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:55:12.922 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.922 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:55:12.922 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi106.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:55:12.922 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.922 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: Saving service mds.foo spec with placement count:2 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: pgmap v52: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi047.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi106.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:55:12.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi106.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:55:12.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:12.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:13.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:12] ENGINE Serving on http://:::9283 2024-08-17T16:55:13.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:12] ENGINE Bus STARTED 2024-08-17T16:55:13.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:12 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:12] ENGINE Bus STOPPING 2024-08-17T16:55:13.672 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:55:13.672 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Bus STOPPED 2024-08-17T16:55:13.672 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Bus STARTING 2024-08-17T16:55:13.672 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Serving on http://:::9283 2024-08-17T16:55:13.673 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Bus STARTED 2024-08-17T16:55:13.673 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Bus STOPPING 2024-08-17T16:55:13.673 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:55:13.673 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Bus STOPPED 2024-08-17T16:55:13.673 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Bus STARTING 2024-08-17T16:55:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:13 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:55:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:13 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi047.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:55:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:13 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:55:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:13 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi106.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:55:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:13 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:55:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:13 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi106.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:55:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:13 smithi106 ceph-mon[34751]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T16:55:13.937 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:55:13.938 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi047.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:55:13.938 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:55:13.938 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi106.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:55:13.938 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:55:13.938 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi106.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:55:13.938 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[31070]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi047.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi106.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi106.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-mon[43056]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Serving on http://:::9283 2024-08-17T16:55:13.939 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:55:13] ENGINE Bus STARTED 2024-08-17T16:55:14.783 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:14 smithi047 ceph-mon[43056]: pgmap v55: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:14.783 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:14 smithi047 ceph-mon[31070]: pgmap v55: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:14.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:14 smithi106 ceph-mon[34751]: pgmap v55: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:15.538 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-08-17T16:55:15.757 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:16.053 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:15 smithi047 ceph-mon[43056]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:16.053 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:15 smithi047 ceph-mon[31070]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:16.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:15 smithi106 ceph-mon[34751]: pgmap v56: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:17.075 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:16 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:17.076 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:16 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:17.076 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:16 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:17.076 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:16 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:17.360 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 16:55:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T16:55:17.074Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002907948s 2024-08-17T16:55:17.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:16 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:17.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:16 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:18.088 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:17 smithi047 ceph-mon[43056]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:18.088 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:17 smithi047 ceph-mon[31070]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:18.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:17 smithi106 ceph-mon[34751]: pgmap v57: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:18.945 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-08-17T16:55:18.954 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-17T16:55:18.954 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-17T16:55:18.954 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-17T16:55:19.569 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:20.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:20.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi047.djqpkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi047.djqpkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: Deploying daemon mds.foo.smithi047.djqpkv on smithi047 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[43056]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi047.djqpkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:55:20.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi047.djqpkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:55:20.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:20.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: Deploying daemon mds.foo.smithi047.djqpkv on smithi047 2024-08-17T16:55:20.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:20 smithi047 ceph-mon[31070]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi047.djqpkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi047.djqpkv", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:20.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: Deploying daemon mds.foo.smithi047.djqpkv on smithi047 2024-08-17T16:55:20.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:20 smithi106 ceph-mon[34751]: pgmap v58: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:22.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:21 smithi047 ceph-mon[31070]: pgmap v59: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:22.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:21 smithi047 ceph-mon[43056]: pgmap v59: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:22.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:21 smithi106 ceph-mon[34751]: pgmap v59: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:22.974 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:55:23.301 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:23 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3605511369' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:55:23.301 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:23 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3605511369' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:55:23.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:23 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3605511369' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T16:55:23.616 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":21,"flags":0,"active_gid":14427,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":3016238645},{"type":"v1","addr":"172.21.15.47:6801","nonce":3016238645}]},"active_addr":"172.21.15.47:6801/3016238645","active_change":"2024-08-17T16:53:53.696335+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24334,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.47:8443/","prometheus":"http://172.21.15.47:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":195768994}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":1376855973}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":1487307909}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.47:0","nonce":1295664445}]}]} 2024-08-17T16:55:23.620 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-17T16:55:23.620 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-17T16:55:23.620 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:55:24.163 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:24 smithi047 ceph-mon[43056]: pgmap v60: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:24.163 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:24.163 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:24.163 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:24 smithi047 ceph-mon[31070]: pgmap v60: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:24.163 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:24.163 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:24.296 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:24.414 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:24 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:55:24] "GET /metrics HTTP/1.1" 200 33302 "" "Prometheus/2.43.0" 2024-08-17T16:55:24.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:24 smithi106 ceph-mon[34751]: pgmap v60: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:24.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:24.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi106.ovqxfr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi106.ovqxfr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: Deploying daemon mds.foo.smithi106.ovqxfr on smithi106 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:boot 2024-08-17T16:55:25.581 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: daemon mds.foo.smithi047.djqpkv assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: Cluster is now healthy 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: fsmap foo:0 1 up:standby 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:creating} 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[43056]: daemon mds.foo.smithi047.djqpkv is now active in filesystem foo as rank 0 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.582 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi106.ovqxfr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi106.ovqxfr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: Deploying daemon mds.foo.smithi106.ovqxfr on smithi106 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:boot 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: daemon mds.foo.smithi047.djqpkv assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: Cluster is now healthy 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: fsmap foo:0 1 up:standby 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:creating} 2024-08-17T16:55:25.583 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:25 smithi047 ceph-mon[31070]: daemon mds.foo.smithi047.djqpkv is now active in filesystem foo as rank 0 2024-08-17T16:55:25.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:25.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi106.ovqxfr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T16:55:25.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi106.ovqxfr", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T16:55:25.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: Deploying daemon mds.foo.smithi106.ovqxfr on smithi106 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:boot 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: daemon mds.foo.smithi047.djqpkv assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: Cluster is now healthy 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: fsmap foo:0 1 up:standby 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:creating} 2024-08-17T16:55:25.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:25 smithi106 ceph-mon[34751]: daemon mds.foo.smithi047.djqpkv is now active in filesystem foo as rank 0 2024-08-17T16:55:26.230 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:55:26.231 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":72,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","created":"2024-08-17T16:48:23.694490+0000","modified":"2024-08-17T16:55:13.243439+0000","last_up_change":"2024-08-17T16:53:23.264250+0000","last_in_change":"2024-08-17T16:53:07.069673+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:51:29.340251+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-17T16:53:55.692159+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-08-17T16:55:10.175041+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-08-17T16:55:10.662627+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fc92418a-7974-4081-95e4-e12e14b88ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6803","nonce":383469143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6805","nonce":383469143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6809","nonce":383469143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6807","nonce":383469143}]},"public_addr":"172.21.15.47:6803/383469143","cluster_addr":"172.21.15.47:6805/383469143","heartbeat_back_addr":"172.21.15.47:6809/383469143","heartbeat_front_addr":"172.21.15.47:6807/383469143","state":["exists","up"]},{"osd":1,"uuid":"9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6811","nonce":88353909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6813","nonce":88353909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6817","nonce":88353909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6815","nonce":88353909}]},"public_addr":"172.21.15.47:6811/88353909","cluster_addr":"172.21.15.47:6813/88353909","heartbeat_back_addr":"172.21.15.47:6817/88353909","heartbeat_front_addr":"172.21.15.47:6815/88353909","state":["exists","up"]},{"osd":2,"uuid":"007653c9-6b85-4997-a0e1-c49cd3c894a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6819","nonce":178371874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6821","nonce":178371874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6825","nonce":178371874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6823","nonce":178371874}]},"public_addr":"172.21.15.47:6819/178371874","cluster_addr":"172.21.15.47:6821/178371874","heartbeat_back_addr":"172.21.15.47:6825/178371874","heartbeat_front_addr":"172.21.15.47:6823/178371874","state":["exists","up"]},{"osd":3,"uuid":"06c171fb-435f-469f-944e-0586e6647ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6827","nonce":2965701544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6829","nonce":2965701544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6833","nonce":2965701544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6831","nonce":2965701544}]},"public_addr":"172.21.15.47:6827/2965701544","cluster_addr":"172.21.15.47:6829/2965701544","heartbeat_back_addr":"172.21.15.47:6833/2965701544","heartbeat_front_addr":"172.21.15.47:6831/2965701544","state":["exists","up"]},{"osd":4,"uuid":"6fa7d194-f3cc-4065-ab6f-971243b56b42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6801","nonce":3199397319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6803","nonce":3199397319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6807","nonce":3199397319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6805","nonce":3199397319}]},"public_addr":"172.21.15.106:6801/3199397319","cluster_addr":"172.21.15.106:6803/3199397319","heartbeat_back_addr":"172.21.15.106:6807/3199397319","heartbeat_front_addr":"172.21.15.106:6805/3199397319","state":["exists","up"]},{"osd":5,"uuid":"0c194e19-4b31-43a2-b5fb-6c86da9289f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6809","nonce":2607876963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6811","nonce":2607876963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6815","nonce":2607876963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6813","nonce":2607876963}]},"public_addr":"172.21.15.106:6809/2607876963","cluster_addr":"172.21.15.106:6811/2607876963","heartbeat_back_addr":"172.21.15.106:6815/2607876963","heartbeat_front_addr":"172.21.15.106:6813/2607876963","state":["exists","up"]},{"osd":6,"uuid":"96f51fce-7acb-41e7-8755-dd1832497fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6817","nonce":744509624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6819","nonce":744509624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6822","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6823","nonce":744509624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6821","nonce":744509624}]},"public_addr":"172.21.15.106:6817/744509624","cluster_addr":"172.21.15.106:6819/744509624","heartbeat_back_addr":"172.21.15.106:6823/744509624","heartbeat_front_addr":"172.21.15.106:6821/744509624","state":["exists","up"]},{"osd":7,"uuid":"0fed95c4-d4f3-428b-8298-31b9d7b73149","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6825","nonce":1450515545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6826","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6827","nonce":1450515545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6831","nonce":1450515545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6829","nonce":1450515545}]},"public_addr":"172.21.15.106:6825/1450515545","cluster_addr":"172.21.15.106:6827/1450515545","heartbeat_back_addr":"172.21.15.106:6831/1450515545","heartbeat_front_addr":"172.21.15.106:6829/1450515545","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:50:37.400532+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:01.343716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:25.633689+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:50.020860+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:11.464829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:34.926285+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:58.496128+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:53:22.347865+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/3739798774":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3805595240":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/1070348125":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6800/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6800/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6801/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/4252822239":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/2008007929":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3688765949":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/1376314404":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6801/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/4036108103":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3505505006":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3961316902":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6800/3675383864":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6801/3675383864":"2024-08-18T16:53:53.696165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:55:26.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:26 smithi106 ceph-mon[34751]: pgmap v61: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:26.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:26 smithi106 ceph-mon[34751]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:active 2024-08-17T16:55:26.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:26 smithi106 ceph-mon[34751]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 2024-08-17T16:55:26.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:26 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/770844858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:55:26.518 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[43056]: pgmap v61: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:26.519 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[43056]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:active 2024-08-17T16:55:26.519 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[43056]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 2024-08-17T16:55:26.519 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/770844858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:55:26.519 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[31070]: pgmap v61: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:26.519 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[31070]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:active 2024-08-17T16:55:26.519 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[31070]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 2024-08-17T16:55:26.519 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:26 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/770844858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:55:26.937 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-17T16:55:26.938 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T16:55:27.165 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: mds.? [v2:172.21.15.106:6832/1271681879,v1:172.21.15.106:6833/1271681879] up:boot 2024-08-17T16:55:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:28.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:55:28.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:28.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:27 smithi106 ceph-mon[34751]: pgmap v62: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:28.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: mds.? [v2:172.21.15.106:6832/1271681879,v1:172.21.15.106:6833/1271681879] up:boot 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[31070]: pgmap v62: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:28.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: mds.? [v2:172.21.15.106:6832/1271681879,v1:172.21.15.106:6833/1271681879] up:boot 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:28.362 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:27 smithi047 ceph-mon[43056]: pgmap v62: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:29.229 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:55:29.229 INFO:teuthology.orchestra.run.smithi047.stdout:{"epoch":72,"fsid":"6b5254d8-5cb8-11ef-bccf-c7b262605968","created":"2024-08-17T16:48:23.694490+0000","modified":"2024-08-17T16:55:13.243439+0000","last_up_change":"2024-08-17T16:53:23.264250+0000","last_in_change":"2024-08-17T16:53:07.069673+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:51:29.340251+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-08-17T16:53:55.692159+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":66,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-08-17T16:55:10.175041+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-08-17T16:55:10.662627+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fc92418a-7974-4081-95e4-e12e14b88ab0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6803","nonce":383469143}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6805","nonce":383469143}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6809","nonce":383469143}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":383469143},{"type":"v1","addr":"172.21.15.47:6807","nonce":383469143}]},"public_addr":"172.21.15.47:6803/383469143","cluster_addr":"172.21.15.47:6805/383469143","heartbeat_back_addr":"172.21.15.47:6809/383469143","heartbeat_front_addr":"172.21.15.47:6807/383469143","state":["exists","up"]},{"osd":1,"uuid":"9c2eb9f5-263f-47d0-a8ab-9fe7cc0db4d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6811","nonce":88353909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6813","nonce":88353909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6817","nonce":88353909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":88353909},{"type":"v1","addr":"172.21.15.47:6815","nonce":88353909}]},"public_addr":"172.21.15.47:6811/88353909","cluster_addr":"172.21.15.47:6813/88353909","heartbeat_back_addr":"172.21.15.47:6817/88353909","heartbeat_front_addr":"172.21.15.47:6815/88353909","state":["exists","up"]},{"osd":2,"uuid":"007653c9-6b85-4997-a0e1-c49cd3c894a6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6819","nonce":178371874}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6821","nonce":178371874}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6825","nonce":178371874}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":178371874},{"type":"v1","addr":"172.21.15.47:6823","nonce":178371874}]},"public_addr":"172.21.15.47:6819/178371874","cluster_addr":"172.21.15.47:6821/178371874","heartbeat_back_addr":"172.21.15.47:6825/178371874","heartbeat_front_addr":"172.21.15.47:6823/178371874","state":["exists","up"]},{"osd":3,"uuid":"06c171fb-435f-469f-944e-0586e6647ce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6827","nonce":2965701544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6829","nonce":2965701544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6833","nonce":2965701544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2965701544},{"type":"v1","addr":"172.21.15.47:6831","nonce":2965701544}]},"public_addr":"172.21.15.47:6827/2965701544","cluster_addr":"172.21.15.47:6829/2965701544","heartbeat_back_addr":"172.21.15.47:6833/2965701544","heartbeat_front_addr":"172.21.15.47:6831/2965701544","state":["exists","up"]},{"osd":4,"uuid":"6fa7d194-f3cc-4065-ab6f-971243b56b42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6800","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6801","nonce":3199397319}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6802","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6803","nonce":3199397319}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6806","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6807","nonce":3199397319}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6804","nonce":3199397319},{"type":"v1","addr":"172.21.15.106:6805","nonce":3199397319}]},"public_addr":"172.21.15.106:6801/3199397319","cluster_addr":"172.21.15.106:6803/3199397319","heartbeat_back_addr":"172.21.15.106:6807/3199397319","heartbeat_front_addr":"172.21.15.106:6805/3199397319","state":["exists","up"]},{"osd":5,"uuid":"0c194e19-4b31-43a2-b5fb-6c86da9289f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6808","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6809","nonce":2607876963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6810","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6811","nonce":2607876963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6814","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6815","nonce":2607876963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6812","nonce":2607876963},{"type":"v1","addr":"172.21.15.106:6813","nonce":2607876963}]},"public_addr":"172.21.15.106:6809/2607876963","cluster_addr":"172.21.15.106:6811/2607876963","heartbeat_back_addr":"172.21.15.106:6815/2607876963","heartbeat_front_addr":"172.21.15.106:6813/2607876963","state":["exists","up"]},{"osd":6,"uuid":"96f51fce-7acb-41e7-8755-dd1832497fcd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6816","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6817","nonce":744509624}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6818","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6819","nonce":744509624}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6822","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6823","nonce":744509624}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6820","nonce":744509624},{"type":"v1","addr":"172.21.15.106:6821","nonce":744509624}]},"public_addr":"172.21.15.106:6817/744509624","cluster_addr":"172.21.15.106:6819/744509624","heartbeat_back_addr":"172.21.15.106:6823/744509624","heartbeat_front_addr":"172.21.15.106:6821/744509624","state":["exists","up"]},{"osd":7,"uuid":"0fed95c4-d4f3-428b-8298-31b9d7b73149","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":68,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6824","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6825","nonce":1450515545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6826","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6827","nonce":1450515545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6830","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6831","nonce":1450515545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.106:6828","nonce":1450515545},{"type":"v1","addr":"172.21.15.106:6829","nonce":1450515545}]},"public_addr":"172.21.15.106:6825/1450515545","cluster_addr":"172.21.15.106:6827/1450515545","heartbeat_back_addr":"172.21.15.106:6831/1450515545","heartbeat_front_addr":"172.21.15.106:6829/1450515545","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:50:37.400532+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:01.343716+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:25.633689+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:51:50.020860+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:11.464829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:34.926285+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:52:58.496128+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:53:22.347865+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.47:0/3739798774":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3805595240":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/1070348125":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6800/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6800/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:6801/127452044":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/4252822239":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/2008007929":"2024-08-18T16:53:53.696165+0000","172.21.15.47:0/3688765949":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/1376314404":"2024-08-18T16:48:55.411771+0000","172.21.15.47:6801/3384866654":"2024-08-18T16:48:55.411771+0000","172.21.15.47:0/4036108103":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3505505006":"2024-08-18T16:49:18.844618+0000","172.21.15.47:0/3961316902":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6800/3675383864":"2024-08-18T16:53:53.696165+0000","172.21.15.47:6801/3675383864":"2024-08-18T16:53:53.696165+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T16:55:29.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:29 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:29.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:29 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2984047145' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:55:29.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:29 smithi047 ceph-mon[31070]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:29.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:29 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:29.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:29 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2984047145' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:55:29.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:29 smithi047 ceph-mon[43056]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:30.061 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:29 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:30.061 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:29 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2984047145' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T16:55:30.061 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:29 smithi106 ceph-mon[34751]: pgmap v63: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:30.447 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-17T16:55:30.448 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-17T16:55:30.448 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-17T16:55:30.448 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-17T16:55:30.449 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-17T16:55:30.449 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-17T16:55:30.449 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-17T16:55:30.450 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-17T16:55:30.774 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[31070]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:active 2024-08-17T16:55:30.774 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[31070]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:30.774 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:30.774 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:30.899 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:30.908 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:30.908 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:30.937 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:30.944 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:30.982 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:31.047 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[43056]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:active 2024-08-17T16:55:31.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[43056]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:31.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:31.048 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:30 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:31.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:30 smithi106 ceph-mon[34751]: mds.? [v2:172.21.15.47:6834/3168451322,v1:172.21.15.47:6835/3168451322] up:active 2024-08-17T16:55:31.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:30 smithi106 ceph-mon[34751]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:31.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:30 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:31.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:30 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:31.400 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:31.401 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:31.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:31 smithi047 ceph-mon[43056]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:31 smithi047 ceph-mon[31070]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:32.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:31 smithi106 ceph-mon[34751]: pgmap v64: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:32.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:32 smithi106 ceph-mon[34751]: mds.? [v2:172.21.15.106:6832/1271681879,v1:172.21.15.106:6833/1271681879] up:standby 2024-08-17T16:55:32.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:32 smithi106 ceph-mon[34751]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:33.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:32 smithi047 ceph-mon[43056]: mds.? [v2:172.21.15.106:6832/1271681879,v1:172.21.15.106:6833/1271681879] up:standby 2024-08-17T16:55:33.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:32 smithi047 ceph-mon[43056]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:33.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:32 smithi047 ceph-mon[31070]: mds.? [v2:172.21.15.106:6832/1271681879,v1:172.21.15.106:6833/1271681879] up:standby 2024-08-17T16:55:33.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:32 smithi047 ceph-mon[31070]: fsmap foo:1 {0=foo.smithi047.djqpkv=up:active} 1 up:standby 2024-08-17T16:55:33.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:33 smithi047 ceph-mon[31070]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:33.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:33 smithi047 ceph-mon[43056]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:34.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:33 smithi106 ceph-mon[34751]: pgmap v65: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:34.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:55:34] "GET /metrics HTTP/1.1" 200 33302 "" "Prometheus/2.43.0" 2024-08-17T16:55:36.001 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:35 smithi047 ceph-mon[43056]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:36.002 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:35 smithi047 ceph-mon[31070]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:36.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:35 smithi106 ceph-mon[34751]: pgmap v66: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:38.060 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:37 smithi047 ceph-mon[43056]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:38.061 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:37 smithi047 ceph-mon[31070]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:38.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:37 smithi106 ceph-mon[34751]: pgmap v67: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:39.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:39.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:39.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:39 smithi047 ceph-mon[43056]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:39.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:39.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:39.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:39 smithi047 ceph-mon[31070]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:40.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:40.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:40.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:39 smithi106 ceph-mon[34751]: pgmap v68: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T16:55:40.822 INFO:teuthology.orchestra.run.smithi047.stdout:77309411380 2024-08-17T16:55:40.823 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-17T16:55:41.851 INFO:teuthology.orchestra.run.smithi047.stdout:236223201310 2024-08-17T16:55:41.851 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-17T16:55:42.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:41 smithi047 ceph-mon[31070]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:42.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:41 smithi047 ceph-mon[43056]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:42.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:41 smithi106 ceph-mon[34751]: pgmap v69: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:42.638 INFO:teuthology.orchestra.run.smithi047.stdout:111669149745 2024-08-17T16:55:42.638 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-17T16:55:44.063 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:43 smithi047 ceph-mon[43056]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:44.063 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:43 smithi047 ceph-mon[31070]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:44.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:43 smithi106 ceph-mon[34751]: pgmap v70: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:44.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:55:44] "GET /metrics HTTP/1.1" 200 33836 "" "Prometheus/2.43.0" 2024-08-17T16:55:45.902 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:45 smithi047 ceph-mon[43056]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:45.902 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:45 smithi047 ceph-mon[31070]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:46.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:45 smithi106 ceph-mon[34751]: pgmap v71: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:46.868 INFO:teuthology.orchestra.run.smithi047.stdout:201863462947 2024-08-17T16:55:46.868 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-17T16:55:47.294 INFO:teuthology.orchestra.run.smithi047.stdout:34359738432 2024-08-17T16:55:47.295 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-17T16:55:47.703 INFO:teuthology.orchestra.run.smithi047.stdout:167503724585 2024-08-17T16:55:47.703 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-17T16:55:47.969 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:47 smithi047 ceph-mon[43056]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:47.969 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:47 smithi047 ceph-mon[31070]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:48.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:47 smithi106 ceph-mon[34751]: pgmap v72: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:48.576 INFO:teuthology.orchestra.run.smithi047.stdout:133143986221 2024-08-17T16:55:48.576 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-17T16:55:49.081 INFO:teuthology.orchestra.run.smithi047.stdout:55834574907 2024-08-17T16:55:49.082 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-17T16:55:49.110 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:49.112 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:49.543 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:49.544 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:49.545 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:50.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:49 smithi047 ceph-mon[31070]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:50.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:49 smithi047 ceph-mon[43056]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:50.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:49 smithi106 ceph-mon[34751]: pgmap v73: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:50.497 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:50.499 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:52.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:51 smithi047 ceph-mon[43056]: pgmap v74: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:52.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:51 smithi047 ceph-mon[31070]: pgmap v74: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:52.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:51 smithi106 ceph-mon[34751]: pgmap v74: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:53.911 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2024-08-17T16:55:53.911 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-08-17T16:55:53.911 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-08-17T16:55:53.911 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: pgmap v75: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:53.911 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:53.911 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:53.911 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: pgmap v75: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:53.912 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:55:53.913 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:53.913 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]: dispatch 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]: dispatch 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: pgmap v75: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:55:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:55:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:54.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:55:54.329 INFO:teuthology.orchestra.run.smithi047.stdout:236223201312 2024-08-17T16:55:54.425 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:55:54] "GET /metrics HTTP/1.1" 200 33842 "" "Prometheus/2.43.0" 2024-08-17T16:55:55.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]': finished 2024-08-17T16:55:55.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-08-17T16:55:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-08-17T16:55:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[31070]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T16:55:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3544545595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:55:55.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[31070]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T16:55:55.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]': finished 2024-08-17T16:55:55.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-08-17T16:55:55.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-08-17T16:55:55.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[43056]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T16:55:55.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:55.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3544545595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:55:55.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:54 smithi047 ceph-mon[43056]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T16:55:55.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.9", "id": [1, 5]}]': finished 2024-08-17T16:55:55.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [1, 2]}]': finished 2024-08-17T16:55:55.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-08-17T16:55:55.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:54 smithi106 ceph-mon[34751]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T16:55:55.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:54 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:55:55.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:54 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3544545595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T16:55:55.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:54 smithi106 ceph-mon[34751]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T16:55:56.046 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:55 smithi047 ceph-mon[43056]: pgmap v78: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:56.047 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:55 smithi047 ceph-mon[31070]: pgmap v78: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:56.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:55 smithi106 ceph-mon[34751]: pgmap v78: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:56.858 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:55:57.369 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201310 got 236223201312 for osd.7 2024-08-17T16:55:57.369 DEBUG:teuthology.parallel:result is None 2024-08-17T16:55:58.200 INFO:teuthology.orchestra.run.smithi047.stdout:77309411384 2024-08-17T16:55:58.251 INFO:teuthology.orchestra.run.smithi047.stdout:201863462950 2024-08-17T16:55:58.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:58.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[43056]: pgmap v79: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2601989219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/4064700855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[31070]: pgmap v79: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2601989219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:55:58.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:58 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/4064700855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:55:58.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:58.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:58 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:55:58.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:58 smithi106 ceph-mon[34751]: pgmap v79: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:55:58.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:58 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2601989219' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T16:55:58.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:58 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/4064700855' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T16:55:58.931 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411380 got 77309411384 for osd.2 2024-08-17T16:55:58.932 DEBUG:teuthology.parallel:result is None 2024-08-17T16:55:59.255 INFO:teuthology.orchestra.run.smithi047.stdout:111669149749 2024-08-17T16:55:59.567 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:55:59 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2238963966' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:55:59.568 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:55:59 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2238963966' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:55:59.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:55:59 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2238963966' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T16:55:59.973 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149745 got 111669149749 for osd.3 2024-08-17T16:55:59.974 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:00.732 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:00 smithi047 ceph-mon[43056]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:00.733 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:00 smithi047 ceph-mon[31070]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:00.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:00 smithi106 ceph-mon[34751]: pgmap v80: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:01.493 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462947 got 201863462950 for osd.6 2024-08-17T16:56:01.493 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:02.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:01 smithi047 ceph-mon[43056]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:02.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:01 smithi047 ceph-mon[31070]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:01 smithi106 ceph-mon[34751]: pgmap v81: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:02.753 INFO:teuthology.orchestra.run.smithi047.stdout:55834574910 2024-08-17T16:56:02.827 INFO:teuthology.orchestra.run.smithi047.stdout:34359738436 2024-08-17T16:56:03.090 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:02 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2336369686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:56:03.103 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:02 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/1246672456' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:56:03.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:02 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2336369686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:56:03.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:02 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/1246672456' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:56:03.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:02 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2336369686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T16:56:03.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:02 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1246672456' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T16:56:04.064 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:03 smithi047 ceph-mon[31070]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:04.064 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:03 smithi047 ceph-mon[43056]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:03 smithi106 ceph-mon[34751]: pgmap v82: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:04.360 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:04 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:56:04] "GET /metrics HTTP/1.1" 200 33842 "" "Prometheus/2.43.0" 2024-08-17T16:56:04.784 INFO:teuthology.orchestra.run.smithi047.stdout:167503724588 2024-08-17T16:56:05.034 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:04 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2982145384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:56:05.035 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:04 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2982145384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:56:05.057 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738432 got 34359738436 for osd.0 2024-08-17T16:56:05.057 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:05.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:04 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2982145384' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T16:56:06.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:05 smithi047 ceph-mon[43056]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:06.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:05 smithi047 ceph-mon[31070]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:06.158 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574907 got 55834574910 for osd.1 2024-08-17T16:56:06.158 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:06.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:05 smithi106 ceph-mon[34751]: pgmap v83: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:06.839 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724585 got 167503724588 for osd.5 2024-08-17T16:56:06.839 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:07.464 INFO:teuthology.orchestra.run.smithi047.stdout:133143986226 2024-08-17T16:56:07.842 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:07 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/893699027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:56:07.842 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:07 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/893699027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:56:07.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:07 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/893699027' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T16:56:08.166 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986221 got 133143986226 for osd.4 2024-08-17T16:56:08.166 DEBUG:teuthology.parallel:result is None 2024-08-17T16:56:08.166 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T16:56:08.167 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:56:08.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:08 smithi047 ceph-mon[43056]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:08.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:08 smithi047 ceph-mon[31070]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:08.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:08 smithi106 ceph-mon[34751]: pgmap v84: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:08.929 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:09.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:09 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:09.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:09 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:09.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:09 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:10.714 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:10 smithi047 ceph-mon[43056]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:10.715 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:10 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:10.715 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:10 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:10.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:10 smithi047 ceph-mon[31070]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:10.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:10 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:10.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:10 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:10.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:10 smithi106 ceph-mon[34751]: pgmap v85: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:10.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:10 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:10.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:10 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:11.393 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:56:11.394 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-08-17T16:56:11.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:56:11.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:56:11.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:11 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:11.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:56:11.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:56:11.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:11 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:11.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:56:11.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:56:11.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:11 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:12.084 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":85,"stamp":"2024-08-17T16:56:09.733877+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592749,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":226,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":236284,"kb_used_data":7816,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749724932,"statfs":{"total":767960285184,"available":767718330368,"internally_reserved":0,"allocated":8003584,"data_stored":4468461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":233819703},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002707"},"pg_stats":[{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774993+0000","last_change":"2024-08-17T16:55:12.251148+0000","last_active":"2024-08-17T16:55:53.774993+0000","last_peered":"2024-08-17T16:55:53.774993+0000","last_clean":"2024-08-17T16:55:53.774993+0000","last_became_active":"2024-08-17T16:55:12.250838+0000","last_became_peered":"2024-08-17T16:55:12.250838+0000","last_unstale":"2024-08-17T16:55:53.774993+0000","last_undegraded":"2024-08-17T16:55:53.774993+0000","last_fullsized":"2024-08-17T16:55:53.774993+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:20.775388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947547+0000","last_change":"2024-08-17T16:55:11.250233+0000","last_active":"2024-08-17T16:55:53.947547+0000","last_peered":"2024-08-17T16:55:53.947547+0000","last_clean":"2024-08-17T16:55:53.947547+0000","last_became_active":"2024-08-17T16:55:11.249887+0000","last_became_peered":"2024-08-17T16:55:11.249887+0000","last_unstale":"2024-08-17T16:55:53.947547+0000","last_undegraded":"2024-08-17T16:55:53.947547+0000","last_fullsized":"2024-08-17T16:55:53.947547+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:02:38.666210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777618+0000","last_change":"2024-08-17T16:55:11.421092+0000","last_active":"2024-08-17T16:55:53.777618+0000","last_peered":"2024-08-17T16:55:53.777618+0000","last_clean":"2024-08-17T16:55:53.777618+0000","last_became_active":"2024-08-17T16:55:11.420701+0000","last_became_peered":"2024-08-17T16:55:11.420701+0000","last_unstale":"2024-08-17T16:55:53.777618+0000","last_undegraded":"2024-08-17T16:55:53.777618+0000","last_fullsized":"2024-08-17T16:55:53.777618+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:04:37.465293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778290+0000","last_change":"2024-08-17T16:55:11.255724+0000","last_active":"2024-08-17T16:55:53.778290+0000","last_peered":"2024-08-17T16:55:53.778290+0000","last_clean":"2024-08-17T16:55:53.778290+0000","last_became_active":"2024-08-17T16:55:11.255354+0000","last_became_peered":"2024-08-17T16:55:11.255354+0000","last_unstale":"2024-08-17T16:55:53.778290+0000","last_undegraded":"2024-08-17T16:55:53.778290+0000","last_fullsized":"2024-08-17T16:55:53.778290+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:50:57.193111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778618+0000","last_change":"2024-08-17T16:55:12.263960+0000","last_active":"2024-08-17T16:55:53.778618+0000","last_peered":"2024-08-17T16:55:53.778618+0000","last_clean":"2024-08-17T16:55:53.778618+0000","last_became_active":"2024-08-17T16:55:12.263604+0000","last_became_peered":"2024-08-17T16:55:12.263604+0000","last_unstale":"2024-08-17T16:55:53.778618+0000","last_undegraded":"2024-08-17T16:55:53.778618+0000","last_fullsized":"2024-08-17T16:55:53.778618+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:00:19.340840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947448+0000","last_change":"2024-08-17T16:55:11.248159+0000","last_active":"2024-08-17T16:55:53.947448+0000","last_peered":"2024-08-17T16:55:53.947448+0000","last_clean":"2024-08-17T16:55:53.947448+0000","last_became_active":"2024-08-17T16:55:11.247863+0000","last_became_peered":"2024-08-17T16:55:11.247863+0000","last_unstale":"2024-08-17T16:55:53.947448+0000","last_undegraded":"2024-08-17T16:55:53.947448+0000","last_fullsized":"2024-08-17T16:55:53.947448+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:40.597211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776154+0000","last_change":"2024-08-17T16:55:12.256885+0000","last_active":"2024-08-17T16:55:53.776154+0000","last_peered":"2024-08-17T16:55:53.776154+0000","last_clean":"2024-08-17T16:55:53.776154+0000","last_became_active":"2024-08-17T16:55:12.256574+0000","last_became_peered":"2024-08-17T16:55:12.256574+0000","last_unstale":"2024-08-17T16:55:53.776154+0000","last_undegraded":"2024-08-17T16:55:53.776154+0000","last_fullsized":"2024-08-17T16:55:53.776154+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:24:11.199183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"72'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:25.042226+0000","last_change":"2024-08-17T16:55:11.255837+0000","last_active":"2024-08-17T16:55:25.042226+0000","last_peered":"2024-08-17T16:55:25.042226+0000","last_clean":"2024-08-17T16:55:25.042226+0000","last_became_active":"2024-08-17T16:55:11.255476+0000","last_became_peered":"2024-08-17T16:55:11.255476+0000","last_unstale":"2024-08-17T16:55:25.042226+0000","last_undegraded":"2024-08-17T16:55:25.042226+0000","last_fullsized":"2024-08-17T16:55:25.042226+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:51:04.801039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947800+0000","last_change":"2024-08-17T16:55:11.249060+0000","last_active":"2024-08-17T16:55:53.947800+0000","last_peered":"2024-08-17T16:55:53.947800+0000","last_clean":"2024-08-17T16:55:53.947800+0000","last_became_active":"2024-08-17T16:55:11.248777+0000","last_became_peered":"2024-08-17T16:55:11.248777+0000","last_unstale":"2024-08-17T16:55:53.947800+0000","last_undegraded":"2024-08-17T16:55:53.947800+0000","last_fullsized":"2024-08-17T16:55:53.947800+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:34:33.016466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777338+0000","last_change":"2024-08-17T16:55:11.420999+0000","last_active":"2024-08-17T16:55:53.777338+0000","last_peered":"2024-08-17T16:55:53.777338+0000","last_clean":"2024-08-17T16:55:53.777338+0000","last_became_active":"2024-08-17T16:55:11.420717+0000","last_became_peered":"2024-08-17T16:55:11.420717+0000","last_unstale":"2024-08-17T16:55:53.777338+0000","last_undegraded":"2024-08-17T16:55:53.777338+0000","last_fullsized":"2024-08-17T16:55:53.777338+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:09:39.481434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947770+0000","last_change":"2024-08-17T16:55:11.249523+0000","last_active":"2024-08-17T16:55:53.947770+0000","last_peered":"2024-08-17T16:55:53.947770+0000","last_clean":"2024-08-17T16:55:53.947770+0000","last_became_active":"2024-08-17T16:55:11.249249+0000","last_became_peered":"2024-08-17T16:55:11.249249+0000","last_unstale":"2024-08-17T16:55:53.947770+0000","last_undegraded":"2024-08-17T16:55:53.947770+0000","last_fullsized":"2024-08-17T16:55:53.947770+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:05:41.107840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.856317+0000","last_change":"2024-08-17T16:55:54.856317+0000","last_active":"2024-08-17T16:55:54.856317+0000","last_peered":"2024-08-17T16:55:54.856317+0000","last_clean":"2024-08-17T16:55:54.856317+0000","last_became_active":"2024-08-17T16:55:54.856030+0000","last_became_peered":"2024-08-17T16:55:54.856030+0000","last_unstale":"2024-08-17T16:55:54.856317+0000","last_undegraded":"2024-08-17T16:55:54.856317+0000","last_fullsized":"2024-08-17T16:55:54.856317+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:44:23.576400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947790+0000","last_change":"2024-08-17T16:55:11.241159+0000","last_active":"2024-08-17T16:55:53.947790+0000","last_peered":"2024-08-17T16:55:53.947790+0000","last_clean":"2024-08-17T16:55:53.947790+0000","last_became_active":"2024-08-17T16:55:11.240849+0000","last_became_peered":"2024-08-17T16:55:11.240849+0000","last_unstale":"2024-08-17T16:55:53.947790+0000","last_undegraded":"2024-08-17T16:55:53.947790+0000","last_fullsized":"2024-08-17T16:55:53.947790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:59:53.289799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.009946+0000","last_change":"2024-08-17T16:55:12.252560+0000","last_active":"2024-08-17T16:55:15.009946+0000","last_peered":"2024-08-17T16:55:15.009946+0000","last_clean":"2024-08-17T16:55:15.009946+0000","last_became_active":"2024-08-17T16:55:12.252310+0000","last_became_peered":"2024-08-17T16:55:12.252310+0000","last_unstale":"2024-08-17T16:55:15.009946+0000","last_undegraded":"2024-08-17T16:55:15.009946+0000","last_fullsized":"2024-08-17T16:55:15.009946+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:19:19.696610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777611+0000","last_change":"2024-08-17T16:55:11.247877+0000","last_active":"2024-08-17T16:55:53.777611+0000","last_peered":"2024-08-17T16:55:53.777611+0000","last_clean":"2024-08-17T16:55:53.777611+0000","last_became_active":"2024-08-17T16:55:11.247611+0000","last_became_peered":"2024-08-17T16:55:11.247611+0000","last_unstale":"2024-08-17T16:55:53.777611+0000","last_undegraded":"2024-08-17T16:55:53.777611+0000","last_fullsized":"2024-08-17T16:55:53.777611+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:19:29.873980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.780303+0000","last_change":"2024-08-17T16:55:54.780303+0000","last_active":"2024-08-17T16:55:54.780303+0000","last_peered":"2024-08-17T16:55:54.780303+0000","last_clean":"2024-08-17T16:55:54.780303+0000","last_became_active":"2024-08-17T16:55:54.779969+0000","last_became_peered":"2024-08-17T16:55:54.779969+0000","last_unstale":"2024-08-17T16:55:54.780303+0000","last_undegraded":"2024-08-17T16:55:54.780303+0000","last_fullsized":"2024-08-17T16:55:54.780303+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:03:32.318746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774742+0000","last_change":"2024-08-17T16:55:11.252317+0000","last_active":"2024-08-17T16:55:53.774742+0000","last_peered":"2024-08-17T16:55:53.774742+0000","last_clean":"2024-08-17T16:55:53.774742+0000","last_became_active":"2024-08-17T16:55:11.251476+0000","last_became_peered":"2024-08-17T16:55:11.251476+0000","last_unstale":"2024-08-17T16:55:53.774742+0000","last_undegraded":"2024-08-17T16:55:53.774742+0000","last_fullsized":"2024-08-17T16:55:53.774742+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:19.248871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775105+0000","last_change":"2024-08-17T16:55:12.254400+0000","last_active":"2024-08-17T16:55:53.775105+0000","last_peered":"2024-08-17T16:55:53.775105+0000","last_clean":"2024-08-17T16:55:53.775105+0000","last_became_active":"2024-08-17T16:55:12.254131+0000","last_became_peered":"2024-08-17T16:55:12.254131+0000","last_unstale":"2024-08-17T16:55:53.775105+0000","last_undegraded":"2024-08-17T16:55:53.775105+0000","last_fullsized":"2024-08-17T16:55:53.775105+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:28:12.752541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.009859+0000","last_change":"2024-08-17T16:55:11.244605+0000","last_active":"2024-08-17T16:55:15.009859+0000","last_peered":"2024-08-17T16:55:15.009859+0000","last_clean":"2024-08-17T16:55:15.009859+0000","last_became_active":"2024-08-17T16:55:11.244338+0000","last_became_peered":"2024-08-17T16:55:11.244338+0000","last_unstale":"2024-08-17T16:55:15.009859+0000","last_undegraded":"2024-08-17T16:55:15.009859+0000","last_fullsized":"2024-08-17T16:55:15.009859+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:59:45.284919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775423+0000","last_change":"2024-08-17T16:55:12.255783+0000","last_active":"2024-08-17T16:55:53.775423+0000","last_peered":"2024-08-17T16:55:53.775423+0000","last_clean":"2024-08-17T16:55:53.775423+0000","last_became_active":"2024-08-17T16:55:12.255513+0000","last_became_peered":"2024-08-17T16:55:12.255513+0000","last_unstale":"2024-08-17T16:55:53.775423+0000","last_undegraded":"2024-08-17T16:55:53.775423+0000","last_fullsized":"2024-08-17T16:55:53.775423+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:37:57.672849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775003+0000","last_change":"2024-08-17T16:55:11.251227+0000","last_active":"2024-08-17T16:55:53.775003+0000","last_peered":"2024-08-17T16:55:53.775003+0000","last_clean":"2024-08-17T16:55:53.775003+0000","last_became_active":"2024-08-17T16:55:11.250949+0000","last_became_peered":"2024-08-17T16:55:11.250949+0000","last_unstale":"2024-08-17T16:55:53.775003+0000","last_undegraded":"2024-08-17T16:55:53.775003+0000","last_fullsized":"2024-08-17T16:55:53.775003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:20.173516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775273+0000","last_change":"2024-08-17T16:55:12.256430+0000","last_active":"2024-08-17T16:55:53.775273+0000","last_peered":"2024-08-17T16:55:53.775273+0000","last_clean":"2024-08-17T16:55:53.775273+0000","last_became_active":"2024-08-17T16:55:12.256183+0000","last_became_peered":"2024-08-17T16:55:12.256183+0000","last_unstale":"2024-08-17T16:55:53.775273+0000","last_undegraded":"2024-08-17T16:55:53.775273+0000","last_fullsized":"2024-08-17T16:55:53.775273+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:11:44.367504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774473+0000","last_change":"2024-08-17T16:55:11.243812+0000","last_active":"2024-08-17T16:55:53.774473+0000","last_peered":"2024-08-17T16:55:53.774473+0000","last_clean":"2024-08-17T16:55:53.774473+0000","last_became_active":"2024-08-17T16:55:11.243381+0000","last_became_peered":"2024-08-17T16:55:11.243381+0000","last_unstale":"2024-08-17T16:55:53.774473+0000","last_undegraded":"2024-08-17T16:55:53.774473+0000","last_fullsized":"2024-08-17T16:55:53.774473+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:30:41.564748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.778532+0000","last_change":"2024-08-17T16:55:54.778532+0000","last_active":"2024-08-17T16:55:54.778532+0000","last_peered":"2024-08-17T16:55:54.778532+0000","last_clean":"2024-08-17T16:55:54.778532+0000","last_became_active":"2024-08-17T16:55:54.778218+0000","last_became_peered":"2024-08-17T16:55:54.778218+0000","last_unstale":"2024-08-17T16:55:54.778532+0000","last_undegraded":"2024-08-17T16:55:54.778532+0000","last_fullsized":"2024-08-17T16:55:54.778532+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:13.964401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":271,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947439+0000","last_change":"2024-08-17T16:53:27.282816+0000","last_active":"2024-08-17T16:55:53.947439+0000","last_peered":"2024-08-17T16:55:53.947439+0000","last_clean":"2024-08-17T16:55:53.947439+0000","last_became_active":"2024-08-17T16:53:27.282464+0000","last_became_peered":"2024-08-17T16:53:27.282464+0000","last_unstale":"2024-08-17T16:55:53.947439+0000","last_undegraded":"2024-08-17T16:55:53.947439+0000","last_fullsized":"2024-08-17T16:55:53.947439+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_clean_scrub_stamp":"2024-08-17T16:51:29.685374+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:27.747136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"64'1","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855626+0000","last_change":"2024-08-17T16:54:01.224777+0000","last_active":"2024-08-17T16:55:54.855626+0000","last_peered":"2024-08-17T16:55:54.855626+0000","last_clean":"2024-08-17T16:55:54.855626+0000","last_became_active":"2024-08-17T16:53:56.715684+0000","last_became_peered":"2024-08-17T16:53:56.715684+0000","last_unstale":"2024-08-17T16:55:54.855626+0000","last_undegraded":"2024-08-17T16:55:54.855626+0000","last_fullsized":"2024-08-17T16:55:54.855626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:18.042058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000304526,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774574+0000","last_change":"2024-08-17T16:55:11.239226+0000","last_active":"2024-08-17T16:55:53.774574+0000","last_peered":"2024-08-17T16:55:53.774574+0000","last_clean":"2024-08-17T16:55:53.774574+0000","last_became_active":"2024-08-17T16:55:11.238906+0000","last_became_peered":"2024-08-17T16:55:11.238906+0000","last_unstale":"2024-08-17T16:55:53.774574+0000","last_undegraded":"2024-08-17T16:55:53.774574+0000","last_fullsized":"2024-08-17T16:55:53.774574+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:40:12.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.010240+0000","last_change":"2024-08-17T16:55:12.252305+0000","last_active":"2024-08-17T16:55:15.010240+0000","last_peered":"2024-08-17T16:55:15.010240+0000","last_clean":"2024-08-17T16:55:15.010240+0000","last_became_active":"2024-08-17T16:55:12.252021+0000","last_became_peered":"2024-08-17T16:55:12.252021+0000","last_unstale":"2024-08-17T16:55:15.010240+0000","last_undegraded":"2024-08-17T16:55:15.010240+0000","last_fullsized":"2024-08-17T16:55:15.010240+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:07.501654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.854760+0000","last_change":"2024-08-17T16:54:01.341270+0000","last_active":"2024-08-17T16:55:54.854760+0000","last_peered":"2024-08-17T16:55:54.854760+0000","last_clean":"2024-08-17T16:55:54.854760+0000","last_became_active":"2024-08-17T16:53:56.717945+0000","last_became_peered":"2024-08-17T16:53:56.717945+0000","last_unstale":"2024-08-17T16:55:54.854760+0000","last_undegraded":"2024-08-17T16:55:54.854760+0000","last_fullsized":"2024-08-17T16:55:54.854760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:51.948863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030122200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778016+0000","last_change":"2024-08-17T16:55:11.257009+0000","last_active":"2024-08-17T16:55:53.778016+0000","last_peered":"2024-08-17T16:55:53.778016+0000","last_clean":"2024-08-17T16:55:53.778016+0000","last_became_active":"2024-08-17T16:55:11.256336+0000","last_became_peered":"2024-08-17T16:55:11.256336+0000","last_unstale":"2024-08-17T16:55:53.778016+0000","last_undegraded":"2024-08-17T16:55:53.778016+0000","last_fullsized":"2024-08-17T16:55:53.778016+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:08:06.415454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778539+0000","last_change":"2024-08-17T16:55:12.262435+0000","last_active":"2024-08-17T16:55:53.778539+0000","last_peered":"2024-08-17T16:55:53.778539+0000","last_clean":"2024-08-17T16:55:53.778539+0000","last_became_active":"2024-08-17T16:55:12.262135+0000","last_became_peered":"2024-08-17T16:55:12.262135+0000","last_unstale":"2024-08-17T16:55:53.778539+0000","last_undegraded":"2024-08-17T16:55:53.778539+0000","last_fullsized":"2024-08-17T16:55:53.778539+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:20:58.794285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.775569+0000","last_change":"2024-08-17T16:54:01.221849+0000","last_active":"2024-08-17T16:55:54.775569+0000","last_peered":"2024-08-17T16:55:54.775569+0000","last_clean":"2024-08-17T16:55:54.775569+0000","last_became_active":"2024-08-17T16:53:56.717181+0000","last_became_peered":"2024-08-17T16:53:56.717181+0000","last_unstale":"2024-08-17T16:55:54.775569+0000","last_undegraded":"2024-08-17T16:55:54.775569+0000","last_fullsized":"2024-08-17T16:55:54.775569+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:15.639156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026093399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774839+0000","last_change":"2024-08-17T16:55:11.239202+0000","last_active":"2024-08-17T16:55:53.774839+0000","last_peered":"2024-08-17T16:55:53.774839+0000","last_clean":"2024-08-17T16:55:53.774839+0000","last_became_active":"2024-08-17T16:55:11.238903+0000","last_became_peered":"2024-08-17T16:55:11.238903+0000","last_unstale":"2024-08-17T16:55:53.774839+0000","last_undegraded":"2024-08-17T16:55:53.774839+0000","last_fullsized":"2024-08-17T16:55:53.774839+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:15.583562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776239+0000","last_change":"2024-08-17T16:55:11.261580+0000","last_active":"2024-08-17T16:55:53.776239+0000","last_peered":"2024-08-17T16:55:53.776239+0000","last_clean":"2024-08-17T16:55:53.776239+0000","last_became_active":"2024-08-17T16:55:11.261249+0000","last_became_peered":"2024-08-17T16:55:11.261249+0000","last_unstale":"2024-08-17T16:55:53.776239+0000","last_undegraded":"2024-08-17T16:55:53.776239+0000","last_fullsized":"2024-08-17T16:55:53.776239+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:15.413297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"66'2","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855549+0000","last_change":"2024-08-17T16:54:01.225138+0000","last_active":"2024-08-17T16:55:54.855549+0000","last_peered":"2024-08-17T16:55:54.855549+0000","last_clean":"2024-08-17T16:55:54.855549+0000","last_became_active":"2024-08-17T16:53:56.714482+0000","last_became_peered":"2024-08-17T16:53:56.714482+0000","last_unstale":"2024-08-17T16:55:54.855549+0000","last_undegraded":"2024-08-17T16:55:54.855549+0000","last_fullsized":"2024-08-17T16:55:54.855549+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:05:55.193934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070156299999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775726+0000","last_change":"2024-08-17T16:55:11.254365+0000","last_active":"2024-08-17T16:55:53.775726+0000","last_peered":"2024-08-17T16:55:53.775726+0000","last_clean":"2024-08-17T16:55:53.775726+0000","last_became_active":"2024-08-17T16:55:11.254124+0000","last_became_peered":"2024-08-17T16:55:11.254124+0000","last_unstale":"2024-08-17T16:55:53.775726+0000","last_undegraded":"2024-08-17T16:55:53.775726+0000","last_fullsized":"2024-08-17T16:55:53.775726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:02.337597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776364+0000","last_change":"2024-08-17T16:55:11.299224+0000","last_active":"2024-08-17T16:55:53.776364+0000","last_peered":"2024-08-17T16:55:53.776364+0000","last_clean":"2024-08-17T16:55:53.776364+0000","last_became_active":"2024-08-17T16:55:11.298878+0000","last_became_peered":"2024-08-17T16:55:11.298878+0000","last_unstale":"2024-08-17T16:55:53.776364+0000","last_undegraded":"2024-08-17T16:55:53.776364+0000","last_fullsized":"2024-08-17T16:55:53.776364+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:49:01.044154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777706+0000","last_change":"2024-08-17T16:55:11.238902+0000","last_active":"2024-08-17T16:55:53.777706+0000","last_peered":"2024-08-17T16:55:53.777706+0000","last_clean":"2024-08-17T16:55:53.777706+0000","last_became_active":"2024-08-17T16:55:11.238552+0000","last_became_peered":"2024-08-17T16:55:11.238552+0000","last_unstale":"2024-08-17T16:55:53.777706+0000","last_undegraded":"2024-08-17T16:55:53.777706+0000","last_fullsized":"2024-08-17T16:55:53.777706+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:28.586828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855031+0000","last_change":"2024-08-17T16:54:01.225853+0000","last_active":"2024-08-17T16:55:54.855031+0000","last_peered":"2024-08-17T16:55:54.855031+0000","last_clean":"2024-08-17T16:55:54.855031+0000","last_became_active":"2024-08-17T16:53:56.714999+0000","last_became_peered":"2024-08-17T16:53:56.714999+0000","last_unstale":"2024-08-17T16:55:54.855031+0000","last_undegraded":"2024-08-17T16:55:54.855031+0000","last_fullsized":"2024-08-17T16:55:54.855031+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:27:52.499618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267521,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775063+0000","last_change":"2024-08-17T16:55:11.258971+0000","last_active":"2024-08-17T16:55:53.775063+0000","last_peered":"2024-08-17T16:55:53.775063+0000","last_clean":"2024-08-17T16:55:53.775063+0000","last_became_active":"2024-08-17T16:55:11.258637+0000","last_became_peered":"2024-08-17T16:55:11.258637+0000","last_unstale":"2024-08-17T16:55:53.775063+0000","last_undegraded":"2024-08-17T16:55:53.775063+0000","last_fullsized":"2024-08-17T16:55:53.775063+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:17:43.950292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776393+0000","last_change":"2024-08-17T16:55:11.238547+0000","last_active":"2024-08-17T16:55:53.776393+0000","last_peered":"2024-08-17T16:55:53.776393+0000","last_clean":"2024-08-17T16:55:53.776393+0000","last_became_active":"2024-08-17T16:55:11.238176+0000","last_became_peered":"2024-08-17T16:55:11.238176+0000","last_unstale":"2024-08-17T16:55:53.776393+0000","last_undegraded":"2024-08-17T16:55:53.776393+0000","last_fullsized":"2024-08-17T16:55:53.776393+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:17:48.466697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855093+0000","last_change":"2024-08-17T16:54:01.341288+0000","last_active":"2024-08-17T16:55:54.855093+0000","last_peered":"2024-08-17T16:55:54.855093+0000","last_clean":"2024-08-17T16:55:54.855093+0000","last_became_active":"2024-08-17T16:53:57.134760+0000","last_became_peered":"2024-08-17T16:53:57.134760+0000","last_unstale":"2024-08-17T16:55:54.855093+0000","last_undegraded":"2024-08-17T16:55:54.855093+0000","last_fullsized":"2024-08-17T16:55:54.855093+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:12.752997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032361199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778930+0000","last_change":"2024-08-17T16:55:12.344219+0000","last_active":"2024-08-17T16:55:53.778930+0000","last_peered":"2024-08-17T16:55:53.778930+0000","last_clean":"2024-08-17T16:55:53.778930+0000","last_became_active":"2024-08-17T16:55:12.343883+0000","last_became_peered":"2024-08-17T16:55:12.343883+0000","last_unstale":"2024-08-17T16:55:53.778930+0000","last_undegraded":"2024-08-17T16:55:53.778930+0000","last_fullsized":"2024-08-17T16:55:53.778930+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:04:39.983239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776244+0000","last_change":"2024-08-17T16:55:11.249811+0000","last_active":"2024-08-17T16:55:53.776244+0000","last_peered":"2024-08-17T16:55:53.776244+0000","last_clean":"2024-08-17T16:55:53.776244+0000","last_became_active":"2024-08-17T16:55:11.249384+0000","last_became_peered":"2024-08-17T16:55:11.249384+0000","last_unstale":"2024-08-17T16:55:53.776244+0000","last_undegraded":"2024-08-17T16:55:53.776244+0000","last_fullsized":"2024-08-17T16:55:53.776244+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:02.733142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855275+0000","last_change":"2024-08-17T16:54:01.225885+0000","last_active":"2024-08-17T16:55:54.855275+0000","last_peered":"2024-08-17T16:55:54.855275+0000","last_clean":"2024-08-17T16:55:54.855275+0000","last_became_active":"2024-08-17T16:53:57.135021+0000","last_became_peered":"2024-08-17T16:53:57.135021+0000","last_unstale":"2024-08-17T16:55:54.855275+0000","last_undegraded":"2024-08-17T16:55:54.855275+0000","last_fullsized":"2024-08-17T16:55:54.855275+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:12:22.641423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029757299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774309+0000","last_change":"2024-08-17T16:55:12.263895+0000","last_active":"2024-08-17T16:55:53.774309+0000","last_peered":"2024-08-17T16:55:53.774309+0000","last_clean":"2024-08-17T16:55:53.774309+0000","last_became_active":"2024-08-17T16:55:12.263188+0000","last_became_peered":"2024-08-17T16:55:12.263188+0000","last_unstale":"2024-08-17T16:55:53.774309+0000","last_undegraded":"2024-08-17T16:55:53.774309+0000","last_fullsized":"2024-08-17T16:55:53.774309+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:51:45.722287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778703+0000","last_change":"2024-08-17T16:55:11.259092+0000","last_active":"2024-08-17T16:55:53.778703+0000","last_peered":"2024-08-17T16:55:53.778703+0000","last_clean":"2024-08-17T16:55:53.778703+0000","last_became_active":"2024-08-17T16:55:11.258769+0000","last_became_peered":"2024-08-17T16:55:11.258769+0000","last_unstale":"2024-08-17T16:55:53.778703+0000","last_undegraded":"2024-08-17T16:55:53.778703+0000","last_fullsized":"2024-08-17T16:55:53.778703+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:28:12.638207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.775987+0000","last_change":"2024-08-17T16:54:01.225955+0000","last_active":"2024-08-17T16:55:54.775987+0000","last_peered":"2024-08-17T16:55:54.775987+0000","last_clean":"2024-08-17T16:55:54.775987+0000","last_became_active":"2024-08-17T16:53:56.715899+0000","last_became_peered":"2024-08-17T16:53:56.715899+0000","last_unstale":"2024-08-17T16:55:54.775987+0000","last_undegraded":"2024-08-17T16:55:54.775987+0000","last_fullsized":"2024-08-17T16:55:54.775987+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:56:40.144349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024773999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774992+0000","last_change":"2024-08-17T16:55:12.344249+0000","last_active":"2024-08-17T16:55:53.774992+0000","last_peered":"2024-08-17T16:55:53.774992+0000","last_clean":"2024-08-17T16:55:53.774992+0000","last_became_active":"2024-08-17T16:55:12.343857+0000","last_became_peered":"2024-08-17T16:55:12.343857+0000","last_unstale":"2024-08-17T16:55:53.774992+0000","last_undegraded":"2024-08-17T16:55:53.774992+0000","last_fullsized":"2024-08-17T16:55:53.774992+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:11:44.053222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775714+0000","last_change":"2024-08-17T16:55:12.256461+0000","last_active":"2024-08-17T16:55:53.775714+0000","last_peered":"2024-08-17T16:55:53.775714+0000","last_clean":"2024-08-17T16:55:53.775714+0000","last_became_active":"2024-08-17T16:55:12.256174+0000","last_became_peered":"2024-08-17T16:55:12.256174+0000","last_unstale":"2024-08-17T16:55:53.775714+0000","last_undegraded":"2024-08-17T16:55:53.775714+0000","last_fullsized":"2024-08-17T16:55:53.775714+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:36:53.192086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"72'6","reported_seq":21,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775370+0000","last_change":"2024-08-17T16:55:11.250833+0000","last_active":"2024-08-17T16:55:53.775370+0000","last_peered":"2024-08-17T16:55:53.775370+0000","last_clean":"2024-08-17T16:55:53.775370+0000","last_became_active":"2024-08-17T16:55:11.250492+0000","last_became_peered":"2024-08-17T16:55:11.250492+0000","last_unstale":"2024-08-17T16:55:53.775370+0000","last_undegraded":"2024-08-17T16:55:53.775370+0000","last_fullsized":"2024-08-17T16:55:53.775370+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:47:21.255517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775194+0000","last_change":"2024-08-17T16:55:11.299229+0000","last_active":"2024-08-17T16:55:53.775194+0000","last_peered":"2024-08-17T16:55:53.775194+0000","last_clean":"2024-08-17T16:55:53.775194+0000","last_became_active":"2024-08-17T16:55:11.298879+0000","last_became_peered":"2024-08-17T16:55:11.298879+0000","last_unstale":"2024-08-17T16:55:53.775194+0000","last_undegraded":"2024-08-17T16:55:53.775194+0000","last_fullsized":"2024-08-17T16:55:53.775194+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:45:49.312797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"72'3","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947684+0000","last_change":"2024-08-17T16:55:11.250582+0000","last_active":"2024-08-17T16:55:53.947684+0000","last_peered":"2024-08-17T16:55:53.947684+0000","last_clean":"2024-08-17T16:55:53.947684+0000","last_became_active":"2024-08-17T16:55:11.250299+0000","last_became_peered":"2024-08-17T16:55:11.250299+0000","last_unstale":"2024-08-17T16:55:53.947684+0000","last_undegraded":"2024-08-17T16:55:53.947684+0000","last_fullsized":"2024-08-17T16:55:53.947684+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:07:38.121835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777701+0000","last_change":"2024-08-17T16:55:11.239318+0000","last_active":"2024-08-17T16:55:53.777701+0000","last_peered":"2024-08-17T16:55:53.777701+0000","last_clean":"2024-08-17T16:55:53.777701+0000","last_became_active":"2024-08-17T16:55:11.238887+0000","last_became_peered":"2024-08-17T16:55:11.238887+0000","last_unstale":"2024-08-17T16:55:53.777701+0000","last_undegraded":"2024-08-17T16:55:53.777701+0000","last_fullsized":"2024-08-17T16:55:53.777701+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:00:26.147210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774419+0000","last_change":"2024-08-17T16:55:12.255996+0000","last_active":"2024-08-17T16:55:53.774419+0000","last_peered":"2024-08-17T16:55:53.774419+0000","last_clean":"2024-08-17T16:55:53.774419+0000","last_became_active":"2024-08-17T16:55:12.255306+0000","last_became_peered":"2024-08-17T16:55:12.255306+0000","last_unstale":"2024-08-17T16:55:53.774419+0000","last_undegraded":"2024-08-17T16:55:53.774419+0000","last_fullsized":"2024-08-17T16:55:53.774419+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:22:24.423967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.779041+0000","last_change":"2024-08-17T16:55:11.255291+0000","last_active":"2024-08-17T16:55:53.779041+0000","last_peered":"2024-08-17T16:55:53.779041+0000","last_clean":"2024-08-17T16:55:53.779041+0000","last_became_active":"2024-08-17T16:55:11.254967+0000","last_became_peered":"2024-08-17T16:55:11.254967+0000","last_unstale":"2024-08-17T16:55:53.779041+0000","last_undegraded":"2024-08-17T16:55:53.779041+0000","last_fullsized":"2024-08-17T16:55:53.779041+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:18:54.731741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774218+0000","last_change":"2024-08-17T16:55:12.252918+0000","last_active":"2024-08-17T16:55:53.774218+0000","last_peered":"2024-08-17T16:55:53.774218+0000","last_clean":"2024-08-17T16:55:53.774218+0000","last_became_active":"2024-08-17T16:55:12.252407+0000","last_became_peered":"2024-08-17T16:55:12.252407+0000","last_unstale":"2024-08-17T16:55:53.774218+0000","last_undegraded":"2024-08-17T16:55:53.774218+0000","last_fullsized":"2024-08-17T16:55:53.774218+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:15.617018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.010231+0000","last_change":"2024-08-17T16:55:12.344322+0000","last_active":"2024-08-17T16:55:15.010231+0000","last_peered":"2024-08-17T16:55:15.010231+0000","last_clean":"2024-08-17T16:55:15.010231+0000","last_became_active":"2024-08-17T16:55:12.344015+0000","last_became_peered":"2024-08-17T16:55:12.344015+0000","last_unstale":"2024-08-17T16:55:15.010231+0000","last_undegraded":"2024-08-17T16:55:15.010231+0000","last_fullsized":"2024-08-17T16:55:15.010231+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:03:58.018173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774392+0000","last_change":"2024-08-17T16:55:11.248538+0000","last_active":"2024-08-17T16:55:53.774392+0000","last_peered":"2024-08-17T16:55:53.774392+0000","last_clean":"2024-08-17T16:55:53.774392+0000","last_became_active":"2024-08-17T16:55:11.248089+0000","last_became_peered":"2024-08-17T16:55:11.248089+0000","last_unstale":"2024-08-17T16:55:53.774392+0000","last_undegraded":"2024-08-17T16:55:53.774392+0000","last_fullsized":"2024-08-17T16:55:53.774392+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:05:48.129239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778466+0000","last_change":"2024-08-17T16:55:12.264704+0000","last_active":"2024-08-17T16:55:53.778466+0000","last_peered":"2024-08-17T16:55:53.778466+0000","last_clean":"2024-08-17T16:55:53.778466+0000","last_became_active":"2024-08-17T16:55:12.264403+0000","last_became_peered":"2024-08-17T16:55:12.264403+0000","last_unstale":"2024-08-17T16:55:53.778466+0000","last_undegraded":"2024-08-17T16:55:53.778466+0000","last_fullsized":"2024-08-17T16:55:53.778466+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:34:53.572759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776054+0000","last_change":"2024-08-17T16:55:11.254923+0000","last_active":"2024-08-17T16:55:53.776054+0000","last_peered":"2024-08-17T16:55:53.776054+0000","last_clean":"2024-08-17T16:55:53.776054+0000","last_became_active":"2024-08-17T16:55:11.251862+0000","last_became_peered":"2024-08-17T16:55:11.251862+0000","last_unstale":"2024-08-17T16:55:53.776054+0000","last_undegraded":"2024-08-17T16:55:53.776054+0000","last_fullsized":"2024-08-17T16:55:53.776054+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:23:15.369410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775137+0000","last_change":"2024-08-17T16:55:12.254582+0000","last_active":"2024-08-17T16:55:53.775137+0000","last_peered":"2024-08-17T16:55:53.775137+0000","last_clean":"2024-08-17T16:55:53.775137+0000","last_became_active":"2024-08-17T16:55:12.253681+0000","last_became_peered":"2024-08-17T16:55:12.253681+0000","last_unstale":"2024-08-17T16:55:53.775137+0000","last_undegraded":"2024-08-17T16:55:53.775137+0000","last_fullsized":"2024-08-17T16:55:53.775137+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:35:54.734320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775024+0000","last_change":"2024-08-17T16:55:11.253183+0000","last_active":"2024-08-17T16:55:53.775024+0000","last_peered":"2024-08-17T16:55:53.775024+0000","last_clean":"2024-08-17T16:55:53.775024+0000","last_became_active":"2024-08-17T16:55:11.252545+0000","last_became_peered":"2024-08-17T16:55:11.252545+0000","last_unstale":"2024-08-17T16:55:53.775024+0000","last_undegraded":"2024-08-17T16:55:53.775024+0000","last_fullsized":"2024-08-17T16:55:53.775024+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:58:46.916161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778313+0000","last_change":"2024-08-17T16:55:12.257582+0000","last_active":"2024-08-17T16:55:53.778313+0000","last_peered":"2024-08-17T16:55:53.778313+0000","last_clean":"2024-08-17T16:55:53.778313+0000","last_became_active":"2024-08-17T16:55:12.257262+0000","last_became_peered":"2024-08-17T16:55:12.257262+0000","last_unstale":"2024-08-17T16:55:53.778313+0000","last_undegraded":"2024-08-17T16:55:53.778313+0000","last_fullsized":"2024-08-17T16:55:53.778313+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:57:18.350368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.779093+0000","last_change":"2024-08-17T16:55:11.254321+0000","last_active":"2024-08-17T16:55:53.779093+0000","last_peered":"2024-08-17T16:55:53.779093+0000","last_clean":"2024-08-17T16:55:53.779093+0000","last_became_active":"2024-08-17T16:55:11.252804+0000","last_became_peered":"2024-08-17T16:55:11.252804+0000","last_unstale":"2024-08-17T16:55:53.779093+0000","last_undegraded":"2024-08-17T16:55:53.779093+0000","last_fullsized":"2024-08-17T16:55:53.779093+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:23:57.833362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775636+0000","last_change":"2024-08-17T16:55:12.258027+0000","last_active":"2024-08-17T16:55:53.775636+0000","last_peered":"2024-08-17T16:55:53.775636+0000","last_clean":"2024-08-17T16:55:53.775636+0000","last_became_active":"2024-08-17T16:55:12.257805+0000","last_became_peered":"2024-08-17T16:55:12.257805+0000","last_unstale":"2024-08-17T16:55:53.775636+0000","last_undegraded":"2024-08-17T16:55:53.775636+0000","last_fullsized":"2024-08-17T16:55:53.775636+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:36.219513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777549+0000","last_change":"2024-08-17T16:55:11.243005+0000","last_active":"2024-08-17T16:55:53.777549+0000","last_peered":"2024-08-17T16:55:53.777549+0000","last_clean":"2024-08-17T16:55:53.777549+0000","last_became_active":"2024-08-17T16:55:11.242595+0000","last_became_peered":"2024-08-17T16:55:11.242595+0000","last_unstale":"2024-08-17T16:55:53.777549+0000","last_undegraded":"2024-08-17T16:55:53.777549+0000","last_fullsized":"2024-08-17T16:55:53.777549+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:06:30.005809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774985+0000","last_change":"2024-08-17T16:55:12.260369+0000","last_active":"2024-08-17T16:55:53.774985+0000","last_peered":"2024-08-17T16:55:53.774985+0000","last_clean":"2024-08-17T16:55:53.774985+0000","last_became_active":"2024-08-17T16:55:12.260184+0000","last_became_peered":"2024-08-17T16:55:12.260184+0000","last_unstale":"2024-08-17T16:55:53.774985+0000","last_undegraded":"2024-08-17T16:55:53.774985+0000","last_fullsized":"2024-08-17T16:55:53.774985+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:45:02.622879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777669+0000","last_change":"2024-08-17T16:55:11.240275+0000","last_active":"2024-08-17T16:55:53.777669+0000","last_peered":"2024-08-17T16:55:53.777669+0000","last_clean":"2024-08-17T16:55:53.777669+0000","last_became_active":"2024-08-17T16:55:11.239996+0000","last_became_peered":"2024-08-17T16:55:11.239996+0000","last_unstale":"2024-08-17T16:55:53.777669+0000","last_undegraded":"2024-08-17T16:55:53.777669+0000","last_fullsized":"2024-08-17T16:55:53.777669+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:37:45.410871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775164+0000","last_change":"2024-08-17T16:55:12.262396+0000","last_active":"2024-08-17T16:55:53.775164+0000","last_peered":"2024-08-17T16:55:53.775164+0000","last_clean":"2024-08-17T16:55:53.775164+0000","last_became_active":"2024-08-17T16:55:12.262114+0000","last_became_peered":"2024-08-17T16:55:12.262114+0000","last_unstale":"2024-08-17T16:55:53.775164+0000","last_undegraded":"2024-08-17T16:55:53.775164+0000","last_fullsized":"2024-08-17T16:55:53.775164+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:40:18.377140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775488+0000","last_change":"2024-08-17T16:55:11.240264+0000","last_active":"2024-08-17T16:55:53.775488+0000","last_peered":"2024-08-17T16:55:53.775488+0000","last_clean":"2024-08-17T16:55:53.775488+0000","last_became_active":"2024-08-17T16:55:11.239905+0000","last_became_peered":"2024-08-17T16:55:11.239905+0000","last_unstale":"2024-08-17T16:55:53.775488+0000","last_undegraded":"2024-08-17T16:55:53.775488+0000","last_fullsized":"2024-08-17T16:55:53.775488+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:49.645774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774814+0000","last_change":"2024-08-17T16:55:12.252941+0000","last_active":"2024-08-17T16:55:53.774814+0000","last_peered":"2024-08-17T16:55:53.774814+0000","last_clean":"2024-08-17T16:55:53.774814+0000","last_became_active":"2024-08-17T16:55:12.252616+0000","last_became_peered":"2024-08-17T16:55:12.252616+0000","last_unstale":"2024-08-17T16:55:53.774814+0000","last_undegraded":"2024-08-17T16:55:53.774814+0000","last_fullsized":"2024-08-17T16:55:53.774814+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:36:38.743725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"72'4","reported_seq":19,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.779002+0000","last_change":"2024-08-17T16:55:11.248003+0000","last_active":"2024-08-17T16:55:53.779002+0000","last_peered":"2024-08-17T16:55:53.779002+0000","last_clean":"2024-08-17T16:55:53.779002+0000","last_became_active":"2024-08-17T16:55:11.247321+0000","last_became_peered":"2024-08-17T16:55:11.247321+0000","last_unstale":"2024-08-17T16:55:53.779002+0000","last_undegraded":"2024-08-17T16:55:53.779002+0000","last_fullsized":"2024-08-17T16:55:53.779002+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:54:25.811097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201316,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":928252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.501,"15min":0.499},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.52900000000000003},"min":{"1min":0.434,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74099999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72199999999999998,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.40300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.73099999999999998,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.5}]},{"osd":2,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52500000000000002,"15min":0.52200000000000002},"min":{"1min":0.40500000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.745,"5min":0.755,"15min":0.755},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.77600000000000002,"5min":0.879,"15min":0.879},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.54100000000000004}]},{"osd":4,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.28100000000000003,"5min":0.22,"15min":0.22},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.34000000000000002}]},{"osd":5,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.32400000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.45200000000000001,"15min":0.44500000000000001},"min":{"1min":0.32600000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.45900000000000002}]},{"osd":6,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.46500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35999999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.44700000000000001,"15min":0.438},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.46999999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28360,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716792,"statfs":{"total":95995035648,"available":95965995008,"internally_reserved":0,"allocated":1372160,"data_stored":927852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72299999999999998,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.629}]},{"osd":1,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.41299999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.373,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73499999999999999,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.69199999999999995}]},{"osd":2,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.497,"15min":0.49099999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.72299999999999998,"5min":0.751,"15min":0.751},"last":0.47699999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52300000000000002,"15min":0.52000000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.443},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53200000000000003,"15min":0.52400000000000002},"min":{"1min":0.439,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.58799999999999997}]},{"osd":4,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.38300000000000001,"15min":0.371},"min":{"1min":0.32000000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.371,"15min":0.35799999999999998},"min":{"1min":0.30299999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.501}]},{"osd":5,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.40100000000000002,"15min":0.39200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.40300000000000002,"15min":0.39300000000000002},"min":{"1min":0.33700000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.54100000000000004}]},{"osd":7,"last update":"Sat Aug 17 16:55:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.46899999999999997,"15min":0.46000000000000002},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.499,"5min":0.47099999999999997,"15min":0.46700000000000003},"min":{"1min":0.28699999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.72099999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724590,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":774144,"data_stored":336775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.50900000000000001},"min":{"1min":0.376,"5min":0.314,"15min":0.314},"max":{"1min":0.73299999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.504,"15min":0.50700000000000001},"min":{"1min":0.36199999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.42099999999999999}]},{"osd":1,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54000000000000004,"15min":0.54300000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.495,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38400000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52200000000000002,"15min":0.51800000000000002},"min":{"1min":0.39700000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70599999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.38900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.495}]},{"osd":3,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75900000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.69199999999999995,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.65400000000000003}]},{"osd":4,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.371,"15min":0.36199999999999999},"min":{"1min":0.24399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39500000000000002,"15min":0.38100000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Aug 17 16:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.41799999999999998,"15min":0.40200000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44800000000000001,"15min":0.43099999999999999},"min":{"1min":0.314,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.63800000000000001}]},{"osd":7,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.48499999999999999,"15min":0.48299999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68100000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.46000000000000002,"15min":0.45300000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.68300000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986227,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":790528,"data_stored":338145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52400000000000002,"15min":0.54000000000000004},"min":{"1min":0.32400000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.68700000000000006,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67200000000000004,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.57099999999999995}]},{"osd":1,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69099999999999995,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71499999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.53700000000000003}]},{"osd":2,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52700000000000002,"15min":0.52600000000000002},"min":{"1min":0.41799999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.70899999999999996,"5min":0.873,"15min":0.873},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.69299999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.47299999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69099999999999995,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.54200000000000004,"15min":0.55000000000000004},"min":{"1min":0.40999999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.70099999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat Aug 17 16:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.36399999999999999,"15min":0.34100000000000003},"min":{"1min":0.246,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.41099999999999998,"15min":0.378},"min":{"1min":0.32400000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.41899999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.42799999999999999,"15min":0.40200000000000002},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.37},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.441,"15min":0.41399999999999998},"min":{"1min":0.34200000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48599999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:55:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.30499999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42999999999999999,"15min":0.41999999999999998},"min":{"1min":0.33900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.442}]}]},{"osd":3,"up_from":26,"seq":111669149752,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31872,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713280,"statfs":{"total":95995035648,"available":95962398720,"internally_reserved":0,"allocated":770048,"data_stored":336525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38700000000000001,"15min":0.38400000000000001},"min":{"1min":0.26500000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40600000000000003},"min":{"1min":0.26400000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.53400000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.38800000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38700000000000001,"15min":0.39700000000000002},"min":{"1min":0.253,"5min":0.192,"15min":0.192},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.437},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42399999999999999,"15min":0.42999999999999999},"min":{"1min":0.29999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57499999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.48099999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.46500000000000002,"15min":0.46100000000000002},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.502},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.44,"15min":0.46000000000000002},"min":{"1min":0.30499999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61199999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.42599999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.439,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.36199999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.59899999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:55:40 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.41899999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.39400000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.63200000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.61299999999999999,"15min":0.625},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78300000000000003,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.63600000000000001,"15min":0.63800000000000001},"min":{"1min":0.42499999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.82599999999999996,"5min":0.874,"15min":0.874},"last":0.626}]},{"osd":7,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.59399999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.38600000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.58799999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411387,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717372,"statfs":{"total":95995035648,"available":95966588928,"internally_reserved":0,"allocated":774144,"data_stored":337051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38500000000000001,"15min":0.375},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.60699999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.39300000000000002,"15min":0.377},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.38100000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:55:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42299999999999999,"15min":0.39900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.29899999999999999}]},{"osd":3,"last update":"Sat Aug 17 16:56:02 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.433,"15min":0.43099999999999999},"min":{"1min":0.313,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.33200000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.32600000000000001}]},{"osd":4,"last update":"Sat Aug 17 16:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.56399999999999995,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.59499999999999997,"15min":0.58899999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85099999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.50700000000000001}]},{"osd":5,"last update":"Sat Aug 17 16:55:40 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.626,"15min":0.628},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.59299999999999997,"15min":0.57899999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.46300000000000002}]},{"osd":6,"last update":"Sat Aug 17 16:56:02 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60699999999999998,"15min":0.60599999999999998},"min":{"1min":0.438,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.66100000000000003,"15min":0.66900000000000004},"min":{"1min":0.44700000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.53200000000000003}]},{"osd":7,"last update":"Sat Aug 17 16:55:25 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.63400000000000001,"15min":0.629},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.439},{"interface":"front","average":{"1min":0.629,"5min":0.63,"15min":0.63},"min":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.48399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31872,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713280,"statfs":{"total":95995035648,"available":95962398720,"internally_reserved":0,"allocated":770048,"data_stored":336454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35799999999999998,"15min":0.33600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.86899999999999999,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40200000000000002,"15min":0.36799999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0629999999999999,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.40699999999999997}]},{"osd":2,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42899999999999999,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.82999999999999996,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.376,"15min":0.35799999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.60999999999999999,"5min":1.254,"15min":1.254},"last":0.313}]},{"osd":3,"last update":"Sat Aug 17 16:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48199999999999998,"15min":0.48999999999999999},"min":{"1min":0.34999999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.75800000000000001,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41099999999999998,"15min":0.41399999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.754,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Aug 17 16:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71599999999999997,"5min":0.999,"15min":0.999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.82799999999999996,"5min":1.24,"15min":1.24},"last":0.53800000000000003}]},{"osd":5,"last update":"Sat Aug 17 16:55:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.65400000000000003,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.437},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58599999999999997,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81399999999999995,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.36899999999999999}]},{"osd":6,"last update":"Sat Aug 17 16:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.873,"5min":1.157,"15min":1.157},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56799999999999995,"15min":0.57599999999999996},"min":{"1min":0.38900000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.74099999999999999,"5min":1.181,"15min":1.181},"last":0.48599999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58999999999999997,"15min":0.59299999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.76100000000000001,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.501},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.64200000000000002,"15min":0.65000000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82999999999999996,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.56100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32456,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712696,"statfs":{"total":95995035648,"available":95961800704,"internally_reserved":0,"allocated":1368064,"data_stored":927407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39300000000000002,"15min":0.379},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.48499999999999999}]},{"osd":2,"last update":"Sat Aug 17 16:55:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.35199999999999998,"15min":0.34599999999999997},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38500000000000001,"15min":0.371},"min":{"1min":0.26900000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.52200000000000002,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.437}]},{"osd":3,"last update":"Sat Aug 17 16:56:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.28299999999999997,"5min":0.246,"15min":0.246},"max":{"1min":0.54900000000000004,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.5},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46100000000000002,"15min":0.47099999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59199999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Aug 17 16:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.39200000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.71499999999999997,"5min":0.872,"15min":0.872},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.54600000000000004,"15min":0.54500000000000004},"min":{"1min":0.372,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76800000000000002,"5min":1.288,"15min":1.288},"last":0.59599999999999997}]},{"osd":5,"last update":"Sat Aug 17 16:55:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.59799999999999998,"15min":0.60299999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78600000000000003,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.432,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79400000000000004,"5min":1.369,"15min":1.369},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.53700000000000003,"15min":0.53600000000000003},"min":{"1min":0.441,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.62},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.59399999999999997,"15min":0.59099999999999997},"min":{"1min":0.41399999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86299999999999999,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.54900000000000004}]},{"osd":7,"last update":"Sat Aug 17 16:55:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59199999999999997,"15min":0.59699999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73599999999999999,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.443,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.754,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.58399999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:56:12.088 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T16:56:12.309 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:12.757 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:12 smithi047 ceph-mon[43056]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:56:12.757 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:12 smithi047 ceph-mon[43056]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:12.758 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:12 smithi047 ceph-mon[31070]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:56:12.758 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:12 smithi047 ceph-mon[31070]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:12.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:12 smithi106 ceph-mon[34751]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:56:12.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:12 smithi106 ceph-mon[34751]: pgmap v86: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:14.091 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:13 smithi106 ceph-mon[34751]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:14.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:13 smithi047 ceph-mon[31070]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:13 smithi047 ceph-mon[43056]: pgmap v87: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:14.179 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:56:14.180 INFO:teuthology.orchestra.run.smithi047.stderr:dumped all 2024-08-17T16:56:14.483 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:56:14] "GET /metrics HTTP/1.1" 200 33850 "" "Prometheus/2.43.0" 2024-08-17T16:56:14.967 INFO:teuthology.orchestra.run.smithi047.stdout:{"pg_ready":true,"pg_map":{"version":87,"stamp":"2024-08-17T16:56:13.735048+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592749,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":226,"num_write_kb":2432,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":236284,"kb_used_data":7816,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749724932,"statfs":{"total":767960285184,"available":767718330368,"internally_reserved":0,"allocated":8003584,"data_stored":4468461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12745,"internal_metadata":233819703},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002904"},"pg_stats":[{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774993+0000","last_change":"2024-08-17T16:55:12.251148+0000","last_active":"2024-08-17T16:55:53.774993+0000","last_peered":"2024-08-17T16:55:53.774993+0000","last_clean":"2024-08-17T16:55:53.774993+0000","last_became_active":"2024-08-17T16:55:12.250838+0000","last_became_peered":"2024-08-17T16:55:12.250838+0000","last_unstale":"2024-08-17T16:55:53.774993+0000","last_undegraded":"2024-08-17T16:55:53.774993+0000","last_fullsized":"2024-08-17T16:55:53.774993+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:25:20.775388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947547+0000","last_change":"2024-08-17T16:55:11.250233+0000","last_active":"2024-08-17T16:55:53.947547+0000","last_peered":"2024-08-17T16:55:53.947547+0000","last_clean":"2024-08-17T16:55:53.947547+0000","last_became_active":"2024-08-17T16:55:11.249887+0000","last_became_peered":"2024-08-17T16:55:11.249887+0000","last_unstale":"2024-08-17T16:55:53.947547+0000","last_undegraded":"2024-08-17T16:55:53.947547+0000","last_fullsized":"2024-08-17T16:55:53.947547+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:02:38.666210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777618+0000","last_change":"2024-08-17T16:55:11.421092+0000","last_active":"2024-08-17T16:55:53.777618+0000","last_peered":"2024-08-17T16:55:53.777618+0000","last_clean":"2024-08-17T16:55:53.777618+0000","last_became_active":"2024-08-17T16:55:11.420701+0000","last_became_peered":"2024-08-17T16:55:11.420701+0000","last_unstale":"2024-08-17T16:55:53.777618+0000","last_undegraded":"2024-08-17T16:55:53.777618+0000","last_fullsized":"2024-08-17T16:55:53.777618+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:04:37.465293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778290+0000","last_change":"2024-08-17T16:55:11.255724+0000","last_active":"2024-08-17T16:55:53.778290+0000","last_peered":"2024-08-17T16:55:53.778290+0000","last_clean":"2024-08-17T16:55:53.778290+0000","last_became_active":"2024-08-17T16:55:11.255354+0000","last_became_peered":"2024-08-17T16:55:11.255354+0000","last_unstale":"2024-08-17T16:55:53.778290+0000","last_undegraded":"2024-08-17T16:55:53.778290+0000","last_fullsized":"2024-08-17T16:55:53.778290+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:50:57.193111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778618+0000","last_change":"2024-08-17T16:55:12.263960+0000","last_active":"2024-08-17T16:55:53.778618+0000","last_peered":"2024-08-17T16:55:53.778618+0000","last_clean":"2024-08-17T16:55:53.778618+0000","last_became_active":"2024-08-17T16:55:12.263604+0000","last_became_peered":"2024-08-17T16:55:12.263604+0000","last_unstale":"2024-08-17T16:55:53.778618+0000","last_undegraded":"2024-08-17T16:55:53.778618+0000","last_fullsized":"2024-08-17T16:55:53.778618+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:00:19.340840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947448+0000","last_change":"2024-08-17T16:55:11.248159+0000","last_active":"2024-08-17T16:55:53.947448+0000","last_peered":"2024-08-17T16:55:53.947448+0000","last_clean":"2024-08-17T16:55:53.947448+0000","last_became_active":"2024-08-17T16:55:11.247863+0000","last_became_peered":"2024-08-17T16:55:11.247863+0000","last_unstale":"2024-08-17T16:55:53.947448+0000","last_undegraded":"2024-08-17T16:55:53.947448+0000","last_fullsized":"2024-08-17T16:55:53.947448+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:40.597211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776154+0000","last_change":"2024-08-17T16:55:12.256885+0000","last_active":"2024-08-17T16:55:53.776154+0000","last_peered":"2024-08-17T16:55:53.776154+0000","last_clean":"2024-08-17T16:55:53.776154+0000","last_became_active":"2024-08-17T16:55:12.256574+0000","last_became_peered":"2024-08-17T16:55:12.256574+0000","last_unstale":"2024-08-17T16:55:53.776154+0000","last_undegraded":"2024-08-17T16:55:53.776154+0000","last_fullsized":"2024-08-17T16:55:53.776154+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:24:11.199183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"72'8","reported_seq":22,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:25.042226+0000","last_change":"2024-08-17T16:55:11.255837+0000","last_active":"2024-08-17T16:55:25.042226+0000","last_peered":"2024-08-17T16:55:25.042226+0000","last_clean":"2024-08-17T16:55:25.042226+0000","last_became_active":"2024-08-17T16:55:11.255476+0000","last_became_peered":"2024-08-17T16:55:11.255476+0000","last_unstale":"2024-08-17T16:55:25.042226+0000","last_undegraded":"2024-08-17T16:55:25.042226+0000","last_fullsized":"2024-08-17T16:55:25.042226+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:51:04.801039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947800+0000","last_change":"2024-08-17T16:55:11.249060+0000","last_active":"2024-08-17T16:55:53.947800+0000","last_peered":"2024-08-17T16:55:53.947800+0000","last_clean":"2024-08-17T16:55:53.947800+0000","last_became_active":"2024-08-17T16:55:11.248777+0000","last_became_peered":"2024-08-17T16:55:11.248777+0000","last_unstale":"2024-08-17T16:55:53.947800+0000","last_undegraded":"2024-08-17T16:55:53.947800+0000","last_fullsized":"2024-08-17T16:55:53.947800+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:34:33.016466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777338+0000","last_change":"2024-08-17T16:55:11.420999+0000","last_active":"2024-08-17T16:55:53.777338+0000","last_peered":"2024-08-17T16:55:53.777338+0000","last_clean":"2024-08-17T16:55:53.777338+0000","last_became_active":"2024-08-17T16:55:11.420717+0000","last_became_peered":"2024-08-17T16:55:11.420717+0000","last_unstale":"2024-08-17T16:55:53.777338+0000","last_undegraded":"2024-08-17T16:55:53.777338+0000","last_fullsized":"2024-08-17T16:55:53.777338+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:09:39.481434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947770+0000","last_change":"2024-08-17T16:55:11.249523+0000","last_active":"2024-08-17T16:55:53.947770+0000","last_peered":"2024-08-17T16:55:53.947770+0000","last_clean":"2024-08-17T16:55:53.947770+0000","last_became_active":"2024-08-17T16:55:11.249249+0000","last_became_peered":"2024-08-17T16:55:11.249249+0000","last_unstale":"2024-08-17T16:55:53.947770+0000","last_undegraded":"2024-08-17T16:55:53.947770+0000","last_fullsized":"2024-08-17T16:55:53.947770+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:05:41.107840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.856317+0000","last_change":"2024-08-17T16:55:54.856317+0000","last_active":"2024-08-17T16:55:54.856317+0000","last_peered":"2024-08-17T16:55:54.856317+0000","last_clean":"2024-08-17T16:55:54.856317+0000","last_became_active":"2024-08-17T16:55:54.856030+0000","last_became_peered":"2024-08-17T16:55:54.856030+0000","last_unstale":"2024-08-17T16:55:54.856317+0000","last_undegraded":"2024-08-17T16:55:54.856317+0000","last_fullsized":"2024-08-17T16:55:54.856317+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:44:23.576400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,3],"acting":[4,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947790+0000","last_change":"2024-08-17T16:55:11.241159+0000","last_active":"2024-08-17T16:55:53.947790+0000","last_peered":"2024-08-17T16:55:53.947790+0000","last_clean":"2024-08-17T16:55:53.947790+0000","last_became_active":"2024-08-17T16:55:11.240849+0000","last_became_peered":"2024-08-17T16:55:11.240849+0000","last_unstale":"2024-08-17T16:55:53.947790+0000","last_undegraded":"2024-08-17T16:55:53.947790+0000","last_fullsized":"2024-08-17T16:55:53.947790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:59:53.289799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.009946+0000","last_change":"2024-08-17T16:55:12.252560+0000","last_active":"2024-08-17T16:55:15.009946+0000","last_peered":"2024-08-17T16:55:15.009946+0000","last_clean":"2024-08-17T16:55:15.009946+0000","last_became_active":"2024-08-17T16:55:12.252310+0000","last_became_peered":"2024-08-17T16:55:12.252310+0000","last_unstale":"2024-08-17T16:55:15.009946+0000","last_undegraded":"2024-08-17T16:55:15.009946+0000","last_fullsized":"2024-08-17T16:55:15.009946+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:19:19.696610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777611+0000","last_change":"2024-08-17T16:55:11.247877+0000","last_active":"2024-08-17T16:55:53.777611+0000","last_peered":"2024-08-17T16:55:53.777611+0000","last_clean":"2024-08-17T16:55:53.777611+0000","last_became_active":"2024-08-17T16:55:11.247611+0000","last_became_peered":"2024-08-17T16:55:11.247611+0000","last_unstale":"2024-08-17T16:55:53.777611+0000","last_undegraded":"2024-08-17T16:55:53.777611+0000","last_fullsized":"2024-08-17T16:55:53.777611+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:19:29.873980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":23,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.780303+0000","last_change":"2024-08-17T16:55:54.780303+0000","last_active":"2024-08-17T16:55:54.780303+0000","last_peered":"2024-08-17T16:55:54.780303+0000","last_clean":"2024-08-17T16:55:54.780303+0000","last_became_active":"2024-08-17T16:55:54.779969+0000","last_became_peered":"2024-08-17T16:55:54.779969+0000","last_unstale":"2024-08-17T16:55:54.780303+0000","last_undegraded":"2024-08-17T16:55:54.780303+0000","last_fullsized":"2024-08-17T16:55:54.780303+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:03:32.318746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,4],"acting":[0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774742+0000","last_change":"2024-08-17T16:55:11.252317+0000","last_active":"2024-08-17T16:55:53.774742+0000","last_peered":"2024-08-17T16:55:53.774742+0000","last_clean":"2024-08-17T16:55:53.774742+0000","last_became_active":"2024-08-17T16:55:11.251476+0000","last_became_peered":"2024-08-17T16:55:11.251476+0000","last_unstale":"2024-08-17T16:55:53.774742+0000","last_undegraded":"2024-08-17T16:55:53.774742+0000","last_fullsized":"2024-08-17T16:55:53.774742+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:19.248871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775105+0000","last_change":"2024-08-17T16:55:12.254400+0000","last_active":"2024-08-17T16:55:53.775105+0000","last_peered":"2024-08-17T16:55:53.775105+0000","last_clean":"2024-08-17T16:55:53.775105+0000","last_became_active":"2024-08-17T16:55:12.254131+0000","last_became_peered":"2024-08-17T16:55:12.254131+0000","last_unstale":"2024-08-17T16:55:53.775105+0000","last_undegraded":"2024-08-17T16:55:53.775105+0000","last_fullsized":"2024-08-17T16:55:53.775105+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:28:12.752541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.009859+0000","last_change":"2024-08-17T16:55:11.244605+0000","last_active":"2024-08-17T16:55:15.009859+0000","last_peered":"2024-08-17T16:55:15.009859+0000","last_clean":"2024-08-17T16:55:15.009859+0000","last_became_active":"2024-08-17T16:55:11.244338+0000","last_became_peered":"2024-08-17T16:55:11.244338+0000","last_unstale":"2024-08-17T16:55:15.009859+0000","last_undegraded":"2024-08-17T16:55:15.009859+0000","last_fullsized":"2024-08-17T16:55:15.009859+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:59:45.284919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775423+0000","last_change":"2024-08-17T16:55:12.255783+0000","last_active":"2024-08-17T16:55:53.775423+0000","last_peered":"2024-08-17T16:55:53.775423+0000","last_clean":"2024-08-17T16:55:53.775423+0000","last_became_active":"2024-08-17T16:55:12.255513+0000","last_became_peered":"2024-08-17T16:55:12.255513+0000","last_unstale":"2024-08-17T16:55:53.775423+0000","last_undegraded":"2024-08-17T16:55:53.775423+0000","last_fullsized":"2024-08-17T16:55:53.775423+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:37:57.672849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775003+0000","last_change":"2024-08-17T16:55:11.251227+0000","last_active":"2024-08-17T16:55:53.775003+0000","last_peered":"2024-08-17T16:55:53.775003+0000","last_clean":"2024-08-17T16:55:53.775003+0000","last_became_active":"2024-08-17T16:55:11.250949+0000","last_became_peered":"2024-08-17T16:55:11.250949+0000","last_unstale":"2024-08-17T16:55:53.775003+0000","last_undegraded":"2024-08-17T16:55:53.775003+0000","last_fullsized":"2024-08-17T16:55:53.775003+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:20.173516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775273+0000","last_change":"2024-08-17T16:55:12.256430+0000","last_active":"2024-08-17T16:55:53.775273+0000","last_peered":"2024-08-17T16:55:53.775273+0000","last_clean":"2024-08-17T16:55:53.775273+0000","last_became_active":"2024-08-17T16:55:12.256183+0000","last_became_peered":"2024-08-17T16:55:12.256183+0000","last_unstale":"2024-08-17T16:55:53.775273+0000","last_undegraded":"2024-08-17T16:55:53.775273+0000","last_fullsized":"2024-08-17T16:55:53.775273+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:11:44.367504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774473+0000","last_change":"2024-08-17T16:55:11.243812+0000","last_active":"2024-08-17T16:55:53.774473+0000","last_peered":"2024-08-17T16:55:53.774473+0000","last_clean":"2024-08-17T16:55:53.774473+0000","last_became_active":"2024-08-17T16:55:11.243381+0000","last_became_peered":"2024-08-17T16:55:11.243381+0000","last_unstale":"2024-08-17T16:55:53.774473+0000","last_undegraded":"2024-08-17T16:55:53.774473+0000","last_fullsized":"2024-08-17T16:55:53.774473+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:30:41.564748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.778532+0000","last_change":"2024-08-17T16:55:54.778532+0000","last_active":"2024-08-17T16:55:54.778532+0000","last_peered":"2024-08-17T16:55:54.778532+0000","last_clean":"2024-08-17T16:55:54.778532+0000","last_became_active":"2024-08-17T16:55:54.778218+0000","last_became_peered":"2024-08-17T16:55:54.778218+0000","last_unstale":"2024-08-17T16:55:54.778532+0000","last_undegraded":"2024-08-17T16:55:54.778532+0000","last_fullsized":"2024-08-17T16:55:54.778532+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:13.964401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"61'128","reported_seq":271,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947439+0000","last_change":"2024-08-17T16:53:27.282816+0000","last_active":"2024-08-17T16:55:53.947439+0000","last_peered":"2024-08-17T16:55:53.947439+0000","last_clean":"2024-08-17T16:55:53.947439+0000","last_became_active":"2024-08-17T16:53:27.282464+0000","last_became_peered":"2024-08-17T16:53:27.282464+0000","last_unstale":"2024-08-17T16:55:53.947439+0000","last_undegraded":"2024-08-17T16:55:53.947439+0000","last_fullsized":"2024-08-17T16:55:53.947439+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:51:29.685374+0000","last_clean_scrub_stamp":"2024-08-17T16:51:29.685374+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:33:27.747136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"64'1","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855626+0000","last_change":"2024-08-17T16:54:01.224777+0000","last_active":"2024-08-17T16:55:54.855626+0000","last_peered":"2024-08-17T16:55:54.855626+0000","last_clean":"2024-08-17T16:55:54.855626+0000","last_became_active":"2024-08-17T16:53:56.715684+0000","last_became_peered":"2024-08-17T16:53:56.715684+0000","last_unstale":"2024-08-17T16:55:54.855626+0000","last_undegraded":"2024-08-17T16:55:54.855626+0000","last_fullsized":"2024-08-17T16:55:54.855626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:18.042058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000304526,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774574+0000","last_change":"2024-08-17T16:55:11.239226+0000","last_active":"2024-08-17T16:55:53.774574+0000","last_peered":"2024-08-17T16:55:53.774574+0000","last_clean":"2024-08-17T16:55:53.774574+0000","last_became_active":"2024-08-17T16:55:11.238906+0000","last_became_peered":"2024-08-17T16:55:11.238906+0000","last_unstale":"2024-08-17T16:55:53.774574+0000","last_undegraded":"2024-08-17T16:55:53.774574+0000","last_fullsized":"2024-08-17T16:55:53.774574+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:40:12.623425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.010240+0000","last_change":"2024-08-17T16:55:12.252305+0000","last_active":"2024-08-17T16:55:15.010240+0000","last_peered":"2024-08-17T16:55:15.010240+0000","last_clean":"2024-08-17T16:55:15.010240+0000","last_became_active":"2024-08-17T16:55:12.252021+0000","last_became_peered":"2024-08-17T16:55:12.252021+0000","last_unstale":"2024-08-17T16:55:15.010240+0000","last_undegraded":"2024-08-17T16:55:15.010240+0000","last_fullsized":"2024-08-17T16:55:15.010240+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:07.501654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.854760+0000","last_change":"2024-08-17T16:54:01.341270+0000","last_active":"2024-08-17T16:55:54.854760+0000","last_peered":"2024-08-17T16:55:54.854760+0000","last_clean":"2024-08-17T16:55:54.854760+0000","last_became_active":"2024-08-17T16:53:56.717945+0000","last_became_peered":"2024-08-17T16:53:56.717945+0000","last_unstale":"2024-08-17T16:55:54.854760+0000","last_undegraded":"2024-08-17T16:55:54.854760+0000","last_fullsized":"2024-08-17T16:55:54.854760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:51.948863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00030122200000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778016+0000","last_change":"2024-08-17T16:55:11.257009+0000","last_active":"2024-08-17T16:55:53.778016+0000","last_peered":"2024-08-17T16:55:53.778016+0000","last_clean":"2024-08-17T16:55:53.778016+0000","last_became_active":"2024-08-17T16:55:11.256336+0000","last_became_peered":"2024-08-17T16:55:11.256336+0000","last_unstale":"2024-08-17T16:55:53.778016+0000","last_undegraded":"2024-08-17T16:55:53.778016+0000","last_fullsized":"2024-08-17T16:55:53.778016+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:08:06.415454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778539+0000","last_change":"2024-08-17T16:55:12.262435+0000","last_active":"2024-08-17T16:55:53.778539+0000","last_peered":"2024-08-17T16:55:53.778539+0000","last_clean":"2024-08-17T16:55:53.778539+0000","last_became_active":"2024-08-17T16:55:12.262135+0000","last_became_peered":"2024-08-17T16:55:12.262135+0000","last_unstale":"2024-08-17T16:55:53.778539+0000","last_undegraded":"2024-08-17T16:55:53.778539+0000","last_fullsized":"2024-08-17T16:55:53.778539+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:20:58.794285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.775569+0000","last_change":"2024-08-17T16:54:01.221849+0000","last_active":"2024-08-17T16:55:54.775569+0000","last_peered":"2024-08-17T16:55:54.775569+0000","last_clean":"2024-08-17T16:55:54.775569+0000","last_became_active":"2024-08-17T16:53:56.717181+0000","last_became_peered":"2024-08-17T16:53:56.717181+0000","last_unstale":"2024-08-17T16:55:54.775569+0000","last_undegraded":"2024-08-17T16:55:54.775569+0000","last_fullsized":"2024-08-17T16:55:54.775569+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:15.639156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026093399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774839+0000","last_change":"2024-08-17T16:55:11.239202+0000","last_active":"2024-08-17T16:55:53.774839+0000","last_peered":"2024-08-17T16:55:53.774839+0000","last_clean":"2024-08-17T16:55:53.774839+0000","last_became_active":"2024-08-17T16:55:11.238903+0000","last_became_peered":"2024-08-17T16:55:11.238903+0000","last_unstale":"2024-08-17T16:55:53.774839+0000","last_undegraded":"2024-08-17T16:55:53.774839+0000","last_fullsized":"2024-08-17T16:55:53.774839+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:15.583562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776239+0000","last_change":"2024-08-17T16:55:11.261580+0000","last_active":"2024-08-17T16:55:53.776239+0000","last_peered":"2024-08-17T16:55:53.776239+0000","last_clean":"2024-08-17T16:55:53.776239+0000","last_became_active":"2024-08-17T16:55:11.261249+0000","last_became_peered":"2024-08-17T16:55:11.261249+0000","last_unstale":"2024-08-17T16:55:53.776239+0000","last_undegraded":"2024-08-17T16:55:53.776239+0000","last_fullsized":"2024-08-17T16:55:53.776239+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:15.413297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"66'2","reported_seq":30,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855549+0000","last_change":"2024-08-17T16:54:01.225138+0000","last_active":"2024-08-17T16:55:54.855549+0000","last_peered":"2024-08-17T16:55:54.855549+0000","last_clean":"2024-08-17T16:55:54.855549+0000","last_became_active":"2024-08-17T16:53:56.714482+0000","last_became_peered":"2024-08-17T16:53:56.714482+0000","last_unstale":"2024-08-17T16:55:54.855549+0000","last_undegraded":"2024-08-17T16:55:54.855549+0000","last_fullsized":"2024-08-17T16:55:54.855549+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:05:55.193934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070156299999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775726+0000","last_change":"2024-08-17T16:55:11.254365+0000","last_active":"2024-08-17T16:55:53.775726+0000","last_peered":"2024-08-17T16:55:53.775726+0000","last_clean":"2024-08-17T16:55:53.775726+0000","last_became_active":"2024-08-17T16:55:11.254124+0000","last_became_peered":"2024-08-17T16:55:11.254124+0000","last_unstale":"2024-08-17T16:55:53.775726+0000","last_undegraded":"2024-08-17T16:55:53.775726+0000","last_fullsized":"2024-08-17T16:55:53.775726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:47:02.337597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776364+0000","last_change":"2024-08-17T16:55:11.299224+0000","last_active":"2024-08-17T16:55:53.776364+0000","last_peered":"2024-08-17T16:55:53.776364+0000","last_clean":"2024-08-17T16:55:53.776364+0000","last_became_active":"2024-08-17T16:55:11.298878+0000","last_became_peered":"2024-08-17T16:55:11.298878+0000","last_unstale":"2024-08-17T16:55:53.776364+0000","last_undegraded":"2024-08-17T16:55:53.776364+0000","last_fullsized":"2024-08-17T16:55:53.776364+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:49:01.044154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777706+0000","last_change":"2024-08-17T16:55:11.238902+0000","last_active":"2024-08-17T16:55:53.777706+0000","last_peered":"2024-08-17T16:55:53.777706+0000","last_clean":"2024-08-17T16:55:53.777706+0000","last_became_active":"2024-08-17T16:55:11.238552+0000","last_became_peered":"2024-08-17T16:55:11.238552+0000","last_unstale":"2024-08-17T16:55:53.777706+0000","last_undegraded":"2024-08-17T16:55:53.777706+0000","last_fullsized":"2024-08-17T16:55:53.777706+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:26:28.586828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855031+0000","last_change":"2024-08-17T16:54:01.225853+0000","last_active":"2024-08-17T16:55:54.855031+0000","last_peered":"2024-08-17T16:55:54.855031+0000","last_clean":"2024-08-17T16:55:54.855031+0000","last_became_active":"2024-08-17T16:53:56.714999+0000","last_became_peered":"2024-08-17T16:53:56.714999+0000","last_unstale":"2024-08-17T16:55:54.855031+0000","last_undegraded":"2024-08-17T16:55:54.855031+0000","last_fullsized":"2024-08-17T16:55:54.855031+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:27:52.499618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000267521,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775063+0000","last_change":"2024-08-17T16:55:11.258971+0000","last_active":"2024-08-17T16:55:53.775063+0000","last_peered":"2024-08-17T16:55:53.775063+0000","last_clean":"2024-08-17T16:55:53.775063+0000","last_became_active":"2024-08-17T16:55:11.258637+0000","last_became_peered":"2024-08-17T16:55:11.258637+0000","last_unstale":"2024-08-17T16:55:53.775063+0000","last_undegraded":"2024-08-17T16:55:53.775063+0000","last_fullsized":"2024-08-17T16:55:53.775063+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:17:43.950292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776393+0000","last_change":"2024-08-17T16:55:11.238547+0000","last_active":"2024-08-17T16:55:53.776393+0000","last_peered":"2024-08-17T16:55:53.776393+0000","last_clean":"2024-08-17T16:55:53.776393+0000","last_became_active":"2024-08-17T16:55:11.238176+0000","last_became_peered":"2024-08-17T16:55:11.238176+0000","last_unstale":"2024-08-17T16:55:53.776393+0000","last_undegraded":"2024-08-17T16:55:53.776393+0000","last_fullsized":"2024-08-17T16:55:53.776393+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:17:48.466697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855093+0000","last_change":"2024-08-17T16:54:01.341288+0000","last_active":"2024-08-17T16:55:54.855093+0000","last_peered":"2024-08-17T16:55:54.855093+0000","last_clean":"2024-08-17T16:55:54.855093+0000","last_became_active":"2024-08-17T16:53:57.134760+0000","last_became_peered":"2024-08-17T16:53:57.134760+0000","last_unstale":"2024-08-17T16:55:54.855093+0000","last_undegraded":"2024-08-17T16:55:54.855093+0000","last_fullsized":"2024-08-17T16:55:54.855093+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:12.752997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00032361199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778930+0000","last_change":"2024-08-17T16:55:12.344219+0000","last_active":"2024-08-17T16:55:53.778930+0000","last_peered":"2024-08-17T16:55:53.778930+0000","last_clean":"2024-08-17T16:55:53.778930+0000","last_became_active":"2024-08-17T16:55:12.343883+0000","last_became_peered":"2024-08-17T16:55:12.343883+0000","last_unstale":"2024-08-17T16:55:53.778930+0000","last_undegraded":"2024-08-17T16:55:53.778930+0000","last_fullsized":"2024-08-17T16:55:53.778930+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:04:39.983239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776244+0000","last_change":"2024-08-17T16:55:11.249811+0000","last_active":"2024-08-17T16:55:53.776244+0000","last_peered":"2024-08-17T16:55:53.776244+0000","last_clean":"2024-08-17T16:55:53.776244+0000","last_became_active":"2024-08-17T16:55:11.249384+0000","last_became_peered":"2024-08-17T16:55:11.249384+0000","last_unstale":"2024-08-17T16:55:53.776244+0000","last_undegraded":"2024-08-17T16:55:53.776244+0000","last_fullsized":"2024-08-17T16:55:53.776244+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:39:02.733142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.855275+0000","last_change":"2024-08-17T16:54:01.225885+0000","last_active":"2024-08-17T16:55:54.855275+0000","last_peered":"2024-08-17T16:55:54.855275+0000","last_clean":"2024-08-17T16:55:54.855275+0000","last_became_active":"2024-08-17T16:53:57.135021+0000","last_became_peered":"2024-08-17T16:53:57.135021+0000","last_unstale":"2024-08-17T16:55:54.855275+0000","last_undegraded":"2024-08-17T16:55:54.855275+0000","last_fullsized":"2024-08-17T16:55:54.855275+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:12:22.641423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029757299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774309+0000","last_change":"2024-08-17T16:55:12.263895+0000","last_active":"2024-08-17T16:55:53.774309+0000","last_peered":"2024-08-17T16:55:53.774309+0000","last_clean":"2024-08-17T16:55:53.774309+0000","last_became_active":"2024-08-17T16:55:12.263188+0000","last_became_peered":"2024-08-17T16:55:12.263188+0000","last_unstale":"2024-08-17T16:55:53.774309+0000","last_undegraded":"2024-08-17T16:55:53.774309+0000","last_fullsized":"2024-08-17T16:55:53.774309+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:51:45.722287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.6","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778703+0000","last_change":"2024-08-17T16:55:11.259092+0000","last_active":"2024-08-17T16:55:53.778703+0000","last_peered":"2024-08-17T16:55:53.778703+0000","last_clean":"2024-08-17T16:55:53.778703+0000","last_became_active":"2024-08-17T16:55:11.258769+0000","last_became_peered":"2024-08-17T16:55:11.258769+0000","last_unstale":"2024-08-17T16:55:53.778703+0000","last_undegraded":"2024-08-17T16:55:53.778703+0000","last_fullsized":"2024-08-17T16:55:53.778703+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:28:12.638207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T16:55:54.775987+0000","last_change":"2024-08-17T16:54:01.225955+0000","last_active":"2024-08-17T16:55:54.775987+0000","last_peered":"2024-08-17T16:55:54.775987+0000","last_clean":"2024-08-17T16:55:54.775987+0000","last_became_active":"2024-08-17T16:53:56.715899+0000","last_became_peered":"2024-08-17T16:53:56.715899+0000","last_unstale":"2024-08-17T16:55:54.775987+0000","last_undegraded":"2024-08-17T16:55:54.775987+0000","last_fullsized":"2024-08-17T16:55:54.775987+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:53:55.702565+0000","last_clean_scrub_stamp":"2024-08-17T16:53:55.702565+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:56:40.144349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00024773999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774992+0000","last_change":"2024-08-17T16:55:12.344249+0000","last_active":"2024-08-17T16:55:53.774992+0000","last_peered":"2024-08-17T16:55:53.774992+0000","last_clean":"2024-08-17T16:55:53.774992+0000","last_became_active":"2024-08-17T16:55:12.343857+0000","last_became_peered":"2024-08-17T16:55:12.343857+0000","last_unstale":"2024-08-17T16:55:53.774992+0000","last_undegraded":"2024-08-17T16:55:53.774992+0000","last_fullsized":"2024-08-17T16:55:53.774992+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:11:44.053222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775714+0000","last_change":"2024-08-17T16:55:12.256461+0000","last_active":"2024-08-17T16:55:53.775714+0000","last_peered":"2024-08-17T16:55:53.775714+0000","last_clean":"2024-08-17T16:55:53.775714+0000","last_became_active":"2024-08-17T16:55:12.256174+0000","last_became_peered":"2024-08-17T16:55:12.256174+0000","last_unstale":"2024-08-17T16:55:53.775714+0000","last_undegraded":"2024-08-17T16:55:53.775714+0000","last_fullsized":"2024-08-17T16:55:53.775714+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:36:53.192086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"72'6","reported_seq":21,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775370+0000","last_change":"2024-08-17T16:55:11.250833+0000","last_active":"2024-08-17T16:55:53.775370+0000","last_peered":"2024-08-17T16:55:53.775370+0000","last_clean":"2024-08-17T16:55:53.775370+0000","last_became_active":"2024-08-17T16:55:11.250492+0000","last_became_peered":"2024-08-17T16:55:11.250492+0000","last_unstale":"2024-08-17T16:55:53.775370+0000","last_undegraded":"2024-08-17T16:55:53.775370+0000","last_fullsized":"2024-08-17T16:55:53.775370+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:47:21.255517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775194+0000","last_change":"2024-08-17T16:55:11.299229+0000","last_active":"2024-08-17T16:55:53.775194+0000","last_peered":"2024-08-17T16:55:53.775194+0000","last_clean":"2024-08-17T16:55:53.775194+0000","last_became_active":"2024-08-17T16:55:11.298879+0000","last_became_peered":"2024-08-17T16:55:11.298879+0000","last_unstale":"2024-08-17T16:55:53.775194+0000","last_undegraded":"2024-08-17T16:55:53.775194+0000","last_fullsized":"2024-08-17T16:55:53.775194+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:45:49.312797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"72'3","reported_seq":18,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.947684+0000","last_change":"2024-08-17T16:55:11.250582+0000","last_active":"2024-08-17T16:55:53.947684+0000","last_peered":"2024-08-17T16:55:53.947684+0000","last_clean":"2024-08-17T16:55:53.947684+0000","last_became_active":"2024-08-17T16:55:11.250299+0000","last_became_peered":"2024-08-17T16:55:11.250299+0000","last_unstale":"2024-08-17T16:55:53.947684+0000","last_undegraded":"2024-08-17T16:55:53.947684+0000","last_fullsized":"2024-08-17T16:55:53.947684+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:07:38.121835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777701+0000","last_change":"2024-08-17T16:55:11.239318+0000","last_active":"2024-08-17T16:55:53.777701+0000","last_peered":"2024-08-17T16:55:53.777701+0000","last_clean":"2024-08-17T16:55:53.777701+0000","last_became_active":"2024-08-17T16:55:11.238887+0000","last_became_peered":"2024-08-17T16:55:11.238887+0000","last_unstale":"2024-08-17T16:55:53.777701+0000","last_undegraded":"2024-08-17T16:55:53.777701+0000","last_fullsized":"2024-08-17T16:55:53.777701+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:00:26.147210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774419+0000","last_change":"2024-08-17T16:55:12.255996+0000","last_active":"2024-08-17T16:55:53.774419+0000","last_peered":"2024-08-17T16:55:53.774419+0000","last_clean":"2024-08-17T16:55:53.774419+0000","last_became_active":"2024-08-17T16:55:12.255306+0000","last_became_peered":"2024-08-17T16:55:12.255306+0000","last_unstale":"2024-08-17T16:55:53.774419+0000","last_undegraded":"2024-08-17T16:55:53.774419+0000","last_fullsized":"2024-08-17T16:55:53.774419+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:22:24.423967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.779041+0000","last_change":"2024-08-17T16:55:11.255291+0000","last_active":"2024-08-17T16:55:53.779041+0000","last_peered":"2024-08-17T16:55:53.779041+0000","last_clean":"2024-08-17T16:55:53.779041+0000","last_became_active":"2024-08-17T16:55:11.254967+0000","last_became_peered":"2024-08-17T16:55:11.254967+0000","last_unstale":"2024-08-17T16:55:53.779041+0000","last_undegraded":"2024-08-17T16:55:53.779041+0000","last_fullsized":"2024-08-17T16:55:53.779041+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:18:54.731741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774218+0000","last_change":"2024-08-17T16:55:12.252918+0000","last_active":"2024-08-17T16:55:53.774218+0000","last_peered":"2024-08-17T16:55:53.774218+0000","last_clean":"2024-08-17T16:55:53.774218+0000","last_became_active":"2024-08-17T16:55:12.252407+0000","last_became_peered":"2024-08-17T16:55:12.252407+0000","last_unstale":"2024-08-17T16:55:53.774218+0000","last_undegraded":"2024-08-17T16:55:53.774218+0000","last_fullsized":"2024-08-17T16:55:53.774218+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:11:15.617018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-08-17T16:55:15.010231+0000","last_change":"2024-08-17T16:55:12.344322+0000","last_active":"2024-08-17T16:55:15.010231+0000","last_peered":"2024-08-17T16:55:15.010231+0000","last_clean":"2024-08-17T16:55:15.010231+0000","last_became_active":"2024-08-17T16:55:12.344015+0000","last_became_peered":"2024-08-17T16:55:12.344015+0000","last_unstale":"2024-08-17T16:55:15.010231+0000","last_undegraded":"2024-08-17T16:55:15.010231+0000","last_fullsized":"2024-08-17T16:55:15.010231+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:03:58.018173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774392+0000","last_change":"2024-08-17T16:55:11.248538+0000","last_active":"2024-08-17T16:55:53.774392+0000","last_peered":"2024-08-17T16:55:53.774392+0000","last_clean":"2024-08-17T16:55:53.774392+0000","last_became_active":"2024-08-17T16:55:11.248089+0000","last_became_peered":"2024-08-17T16:55:11.248089+0000","last_unstale":"2024-08-17T16:55:53.774392+0000","last_undegraded":"2024-08-17T16:55:53.774392+0000","last_fullsized":"2024-08-17T16:55:53.774392+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:05:48.129239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778466+0000","last_change":"2024-08-17T16:55:12.264704+0000","last_active":"2024-08-17T16:55:53.778466+0000","last_peered":"2024-08-17T16:55:53.778466+0000","last_clean":"2024-08-17T16:55:53.778466+0000","last_became_active":"2024-08-17T16:55:12.264403+0000","last_became_peered":"2024-08-17T16:55:12.264403+0000","last_unstale":"2024-08-17T16:55:53.778466+0000","last_undegraded":"2024-08-17T16:55:53.778466+0000","last_fullsized":"2024-08-17T16:55:53.778466+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:34:53.572759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.776054+0000","last_change":"2024-08-17T16:55:11.254923+0000","last_active":"2024-08-17T16:55:53.776054+0000","last_peered":"2024-08-17T16:55:53.776054+0000","last_clean":"2024-08-17T16:55:53.776054+0000","last_became_active":"2024-08-17T16:55:11.251862+0000","last_became_peered":"2024-08-17T16:55:11.251862+0000","last_unstale":"2024-08-17T16:55:53.776054+0000","last_undegraded":"2024-08-17T16:55:53.776054+0000","last_fullsized":"2024-08-17T16:55:53.776054+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:23:15.369410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775137+0000","last_change":"2024-08-17T16:55:12.254582+0000","last_active":"2024-08-17T16:55:53.775137+0000","last_peered":"2024-08-17T16:55:53.775137+0000","last_clean":"2024-08-17T16:55:53.775137+0000","last_became_active":"2024-08-17T16:55:12.253681+0000","last_became_peered":"2024-08-17T16:55:12.253681+0000","last_unstale":"2024-08-17T16:55:53.775137+0000","last_undegraded":"2024-08-17T16:55:53.775137+0000","last_fullsized":"2024-08-17T16:55:53.775137+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:35:54.734320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775024+0000","last_change":"2024-08-17T16:55:11.253183+0000","last_active":"2024-08-17T16:55:53.775024+0000","last_peered":"2024-08-17T16:55:53.775024+0000","last_clean":"2024-08-17T16:55:53.775024+0000","last_became_active":"2024-08-17T16:55:11.252545+0000","last_became_peered":"2024-08-17T16:55:11.252545+0000","last_unstale":"2024-08-17T16:55:53.775024+0000","last_undegraded":"2024-08-17T16:55:53.775024+0000","last_fullsized":"2024-08-17T16:55:53.775024+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:58:46.916161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.778313+0000","last_change":"2024-08-17T16:55:12.257582+0000","last_active":"2024-08-17T16:55:53.778313+0000","last_peered":"2024-08-17T16:55:53.778313+0000","last_clean":"2024-08-17T16:55:53.778313+0000","last_became_active":"2024-08-17T16:55:12.257262+0000","last_became_peered":"2024-08-17T16:55:12.257262+0000","last_unstale":"2024-08-17T16:55:53.778313+0000","last_undegraded":"2024-08-17T16:55:53.778313+0000","last_fullsized":"2024-08-17T16:55:53.778313+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:57:18.350368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.779093+0000","last_change":"2024-08-17T16:55:11.254321+0000","last_active":"2024-08-17T16:55:53.779093+0000","last_peered":"2024-08-17T16:55:53.779093+0000","last_clean":"2024-08-17T16:55:53.779093+0000","last_became_active":"2024-08-17T16:55:11.252804+0000","last_became_peered":"2024-08-17T16:55:11.252804+0000","last_unstale":"2024-08-17T16:55:53.779093+0000","last_undegraded":"2024-08-17T16:55:53.779093+0000","last_fullsized":"2024-08-17T16:55:53.779093+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:23:57.833362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775636+0000","last_change":"2024-08-17T16:55:12.258027+0000","last_active":"2024-08-17T16:55:53.775636+0000","last_peered":"2024-08-17T16:55:53.775636+0000","last_clean":"2024-08-17T16:55:53.775636+0000","last_became_active":"2024-08-17T16:55:12.257805+0000","last_became_peered":"2024-08-17T16:55:12.257805+0000","last_unstale":"2024-08-17T16:55:53.775636+0000","last_undegraded":"2024-08-17T16:55:53.775636+0000","last_fullsized":"2024-08-17T16:55:53.775636+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:36.219513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777549+0000","last_change":"2024-08-17T16:55:11.243005+0000","last_active":"2024-08-17T16:55:53.777549+0000","last_peered":"2024-08-17T16:55:53.777549+0000","last_clean":"2024-08-17T16:55:53.777549+0000","last_became_active":"2024-08-17T16:55:11.242595+0000","last_became_peered":"2024-08-17T16:55:11.242595+0000","last_unstale":"2024-08-17T16:55:53.777549+0000","last_undegraded":"2024-08-17T16:55:53.777549+0000","last_fullsized":"2024-08-17T16:55:53.777549+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:06:30.005809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774985+0000","last_change":"2024-08-17T16:55:12.260369+0000","last_active":"2024-08-17T16:55:53.774985+0000","last_peered":"2024-08-17T16:55:53.774985+0000","last_clean":"2024-08-17T16:55:53.774985+0000","last_became_active":"2024-08-17T16:55:12.260184+0000","last_became_peered":"2024-08-17T16:55:12.260184+0000","last_unstale":"2024-08-17T16:55:53.774985+0000","last_undegraded":"2024-08-17T16:55:53.774985+0000","last_fullsized":"2024-08-17T16:55:53.774985+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:45:02.622879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"72'2","reported_seq":17,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.777669+0000","last_change":"2024-08-17T16:55:11.240275+0000","last_active":"2024-08-17T16:55:53.777669+0000","last_peered":"2024-08-17T16:55:53.777669+0000","last_clean":"2024-08-17T16:55:53.777669+0000","last_became_active":"2024-08-17T16:55:11.239996+0000","last_became_peered":"2024-08-17T16:55:11.239996+0000","last_unstale":"2024-08-17T16:55:53.777669+0000","last_undegraded":"2024-08-17T16:55:53.777669+0000","last_fullsized":"2024-08-17T16:55:53.777669+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:37:45.410871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775164+0000","last_change":"2024-08-17T16:55:12.262396+0000","last_active":"2024-08-17T16:55:53.775164+0000","last_peered":"2024-08-17T16:55:53.775164+0000","last_clean":"2024-08-17T16:55:53.775164+0000","last_became_active":"2024-08-17T16:55:12.262114+0000","last_became_peered":"2024-08-17T16:55:12.262114+0000","last_unstale":"2024-08-17T16:55:53.775164+0000","last_undegraded":"2024-08-17T16:55:53.775164+0000","last_fullsized":"2024-08-17T16:55:53.775164+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:40:18.377140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"72'1","reported_seq":16,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.775488+0000","last_change":"2024-08-17T16:55:11.240264+0000","last_active":"2024-08-17T16:55:53.775488+0000","last_peered":"2024-08-17T16:55:53.775488+0000","last_clean":"2024-08-17T16:55:53.775488+0000","last_became_active":"2024-08-17T16:55:11.239905+0000","last_became_peered":"2024-08-17T16:55:11.239905+0000","last_unstale":"2024-08-17T16:55:53.775488+0000","last_undegraded":"2024-08-17T16:55:53.775488+0000","last_fullsized":"2024-08-17T16:55:53.775488+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:49.645774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.774814+0000","last_change":"2024-08-17T16:55:12.252941+0000","last_active":"2024-08-17T16:55:53.774814+0000","last_peered":"2024-08-17T16:55:53.774814+0000","last_clean":"2024-08-17T16:55:53.774814+0000","last_became_active":"2024-08-17T16:55:12.252616+0000","last_became_peered":"2024-08-17T16:55:12.252616+0000","last_unstale":"2024-08-17T16:55:53.774814+0000","last_undegraded":"2024-08-17T16:55:53.774814+0000","last_fullsized":"2024-08-17T16:55:53.774814+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:11.226780+0000","last_clean_scrub_stamp":"2024-08-17T16:55:11.226780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:36:38.743725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"72'4","reported_seq":19,"reported_epoch":73,"state":"active+clean","last_fresh":"2024-08-17T16:55:53.779002+0000","last_change":"2024-08-17T16:55:11.248003+0000","last_active":"2024-08-17T16:55:53.779002+0000","last_peered":"2024-08-17T16:55:53.779002+0000","last_clean":"2024-08-17T16:55:53.779002+0000","last_became_active":"2024-08-17T16:55:11.247321+0000","last_became_peered":"2024-08-17T16:55:11.247321+0000","last_unstale":"2024-08-17T16:55:53.779002+0000","last_undegraded":"2024-08-17T16:55:53.779002+0000","last_fullsized":"2024-08-17T16:55:53.779002+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:55:10.225197+0000","last_clean_scrub_stamp":"2024-08-17T16:55:10.225197+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:54:25.811097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201316,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":928252,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.501,"15min":0.499},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.53600000000000003,"15min":0.52900000000000003},"min":{"1min":0.434,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.74099999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.42999999999999999}]},{"osd":1,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.55700000000000005,"15min":0.55300000000000005},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.72199999999999998,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.40300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.73099999999999998,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.5}]},{"osd":2,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52500000000000002,"15min":0.52200000000000002},"min":{"1min":0.40500000000000003,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.745,"5min":0.755,"15min":0.755},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53300000000000003,"15min":0.52700000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.77600000000000002,"5min":0.879,"15min":0.879},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55200000000000005,"15min":0.54800000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.54100000000000004}]},{"osd":4,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.38600000000000001,"15min":0.378},"min":{"1min":0.28100000000000003,"5min":0.22,"15min":0.22},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.34000000000000002}]},{"osd":5,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.39400000000000002,"15min":0.38400000000000001},"min":{"1min":0.32400000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.45200000000000001,"15min":0.44500000000000001},"min":{"1min":0.32600000000000001,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.45900000000000002}]},{"osd":6,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.46500000000000002,"15min":0.45500000000000002},"min":{"1min":0.35999999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.502,"5min":0.44700000000000001,"15min":0.438},"min":{"1min":0.32600000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.46999999999999997}]}]},{"osd":6,"up_from":47,"seq":201863462953,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28360,"kb_used_data":1340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716792,"statfs":{"total":95995035648,"available":95965995008,"internally_reserved":0,"allocated":1372160,"data_stored":927852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72299999999999998,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.629}]},{"osd":1,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.52000000000000002,"15min":0.51400000000000001},"min":{"1min":0.41299999999999998,"5min":0.376,"15min":0.376},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.53200000000000003,"15min":0.53000000000000003},"min":{"1min":0.373,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73499999999999999,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.69199999999999995}]},{"osd":2,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.497,"15min":0.49099999999999999},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.72299999999999998,"5min":0.751,"15min":0.751},"last":0.47699999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.52300000000000002,"15min":0.52000000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.443},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53200000000000003,"15min":0.52400000000000002},"min":{"1min":0.439,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.58799999999999997}]},{"osd":4,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.38300000000000001,"15min":0.371},"min":{"1min":0.32000000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.622,"5min":0.622,"15min":0.622},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.371,"15min":0.35799999999999998},"min":{"1min":0.30299999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.501}]},{"osd":5,"last update":"Sat Aug 17 16:55:07 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.40100000000000002,"15min":0.39200000000000002},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.40300000000000002,"15min":0.39300000000000002},"min":{"1min":0.33700000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"last":0.54100000000000004}]},{"osd":7,"last update":"Sat Aug 17 16:55:25 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.46899999999999997,"15min":0.46000000000000002},"min":{"1min":0.36099999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.499,"5min":0.47099999999999997,"15min":0.46700000000000003},"min":{"1min":0.28699999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.72099999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724590,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27776,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717376,"statfs":{"total":95995035648,"available":95966593024,"internally_reserved":0,"allocated":774144,"data_stored":336775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.51100000000000001,"15min":0.50900000000000001},"min":{"1min":0.376,"5min":0.314,"15min":0.314},"max":{"1min":0.73299999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.504,"15min":0.50700000000000001},"min":{"1min":0.36199999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.42099999999999999}]},{"osd":1,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54000000000000004,"15min":0.54300000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.495,"5min":0.48999999999999999,"15min":0.48999999999999999},"min":{"1min":0.38400000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.47599999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.52200000000000002,"15min":0.51800000000000002},"min":{"1min":0.39700000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.70599999999999996,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.38900000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.495}]},{"osd":3,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.38,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.75900000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.41099999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.69199999999999995,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.65400000000000003}]},{"osd":4,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.371,"15min":0.36199999999999999},"min":{"1min":0.24399999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39500000000000002,"15min":0.38100000000000001},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.53200000000000003}]},{"osd":6,"last update":"Sat Aug 17 16:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.41799999999999998,"15min":0.40200000000000002},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.44800000000000001,"15min":0.43099999999999999},"min":{"1min":0.314,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.63800000000000001}]},{"osd":7,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.48499999999999999,"15min":0.48299999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68100000000000005,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.503,"5min":0.46000000000000002,"15min":0.45300000000000001},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.68300000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986227,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27796,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717356,"statfs":{"total":95995035648,"available":95966572544,"internally_reserved":0,"allocated":790528,"data_stored":338145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.52400000000000002,"15min":0.54000000000000004},"min":{"1min":0.32400000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.68700000000000006,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.67200000000000004,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.57099999999999995}]},{"osd":1,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69099999999999995,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.38800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.71499999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.53700000000000003}]},{"osd":2,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.52700000000000002,"15min":0.52600000000000002},"min":{"1min":0.41799999999999998,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.70899999999999996,"5min":0.873,"15min":0.873},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54100000000000004,"15min":0.55000000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.69299999999999995,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.47299999999999998}]},{"osd":3,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.374,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69099999999999995,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.54200000000000004,"15min":0.55000000000000004},"min":{"1min":0.40999999999999998,"5min":0.38,"15min":0.38},"max":{"1min":0.70099999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.55000000000000004}]},{"osd":5,"last update":"Sat Aug 17 16:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.36399999999999999,"15min":0.34100000000000003},"min":{"1min":0.246,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.41099999999999998,"15min":0.378},"min":{"1min":0.32400000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.41899999999999998}]},{"osd":6,"last update":"Sat Aug 17 16:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.42799999999999999,"15min":0.40200000000000002},"min":{"1min":0.28499999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.37},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.441,"15min":0.41399999999999998},"min":{"1min":0.34200000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48599999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:55:25 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.30499999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.42999999999999999,"15min":0.41999999999999998},"min":{"1min":0.33900000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.442}]}]},{"osd":3,"up_from":26,"seq":111669149752,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31872,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713280,"statfs":{"total":95995035648,"available":95962398720,"internally_reserved":0,"allocated":770048,"data_stored":336525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.38700000000000001,"15min":0.38400000000000001},"min":{"1min":0.26500000000000001,"5min":0.18099999999999999,"15min":0.18099999999999999},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.40400000000000003,"15min":0.40600000000000003},"min":{"1min":0.26400000000000001,"5min":0.19900000000000001,"15min":0.19900000000000001},"max":{"1min":0.53400000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.38800000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38700000000000001,"15min":0.39700000000000002},"min":{"1min":0.253,"5min":0.192,"15min":0.192},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.437},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42399999999999999,"15min":0.42999999999999999},"min":{"1min":0.29999999999999999,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.57499999999999996,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.48099999999999998}]},{"osd":2,"last update":"Sat Aug 17 16:56:01 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.46500000000000002,"15min":0.46100000000000002},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"last":0.502},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.44,"15min":0.46000000000000002},"min":{"1min":0.30499999999999999,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.61199999999999999,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.42599999999999999}]},{"osd":4,"last update":"Sat Aug 17 16:55:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.439,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.36199999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.59899999999999998}]},{"osd":5,"last update":"Sat Aug 17 16:55:40 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57899999999999996,"15min":0.58199999999999996},"min":{"1min":0.41899999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.39400000000000002,"5min":0.374,"15min":0.374},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.63200000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.61299999999999999,"15min":0.625},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.78300000000000003,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.63600000000000001,"15min":0.63800000000000001},"min":{"1min":0.42499999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.82599999999999996,"5min":0.874,"15min":0.874},"last":0.626}]},{"osd":7,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.59399999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.38600000000000001,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.58799999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411387,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27780,"kb_used_data":756,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717372,"statfs":{"total":95995035648,"available":95966588928,"internally_reserved":0,"allocated":774144,"data_stored":337051,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:34 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38500000000000001,"15min":0.375},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.60699999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.39300000000000002,"15min":0.377},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.38100000000000001}]},{"osd":1,"last update":"Sat Aug 17 16:55:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.39700000000000002,"15min":0.38700000000000001},"min":{"1min":0.29199999999999998,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.28799999999999998},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42299999999999999,"15min":0.39900000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.29899999999999999}]},{"osd":3,"last update":"Sat Aug 17 16:56:02 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.433,"15min":0.43099999999999999},"min":{"1min":0.313,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63,"5min":0.70999999999999996,"15min":0.70999999999999996},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46200000000000002,"15min":0.46000000000000002},"min":{"1min":0.33200000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.32600000000000001}]},{"osd":4,"last update":"Sat Aug 17 16:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.56399999999999995,"15min":0.54800000000000004},"min":{"1min":0.39500000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.621,"5min":0.59499999999999997,"15min":0.58899999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.85099999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.50700000000000001}]},{"osd":5,"last update":"Sat Aug 17 16:55:40 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.626,"15min":0.628},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.59299999999999997,"15min":0.57899999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.46300000000000002}]},{"osd":6,"last update":"Sat Aug 17 16:56:02 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60699999999999998,"15min":0.60599999999999998},"min":{"1min":0.438,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.66100000000000003,"15min":0.66900000000000004},"min":{"1min":0.44700000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.53200000000000003}]},{"osd":7,"last update":"Sat Aug 17 16:55:25 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.63400000000000001,"15min":0.629},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.439},{"interface":"front","average":{"1min":0.629,"5min":0.63,"15min":0.63},"min":{"1min":0.46300000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.48399999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31872,"kb_used_data":752,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713280,"statfs":{"total":95995035648,"available":95962398720,"internally_reserved":0,"allocated":770048,"data_stored":336454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 16:55:14 2024","interfaces":[{"interface":"back","average":{"1min":0.33900000000000002,"5min":0.35799999999999998,"15min":0.33600000000000002},"min":{"1min":0.17799999999999999,"5min":0.17799999999999999,"15min":0.17799999999999999},"max":{"1min":0.86899999999999999,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.40200000000000002,"15min":0.36799999999999999},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":1.0629999999999999,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.40699999999999997}]},{"osd":2,"last update":"Sat Aug 17 16:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.42899999999999999,"15min":0.40100000000000002},"min":{"1min":0.27200000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.82999999999999996,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.374,"5min":0.376,"15min":0.35799999999999998},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.60999999999999999,"5min":1.254,"15min":1.254},"last":0.313}]},{"osd":3,"last update":"Sat Aug 17 16:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.48199999999999998,"15min":0.48999999999999999},"min":{"1min":0.34999999999999998,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.75800000000000001,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41099999999999998,"15min":0.41399999999999998},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.754,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.38400000000000001}]},{"osd":4,"last update":"Sat Aug 17 16:55:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71599999999999997,"5min":0.999,"15min":0.999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.57299999999999995,"15min":0.57199999999999995},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.82799999999999996,"5min":1.24,"15min":1.24},"last":0.53800000000000003}]},{"osd":5,"last update":"Sat Aug 17 16:55:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.65400000000000003,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.437},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58599999999999997,"15min":0.57899999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.81399999999999995,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.36899999999999999}]},{"osd":6,"last update":"Sat Aug 17 16:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.873,"5min":1.157,"15min":1.157},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.56799999999999995,"15min":0.57599999999999996},"min":{"1min":0.38900000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.74099999999999999,"5min":1.181,"15min":1.181},"last":0.48599999999999999}]},{"osd":7,"last update":"Sat Aug 17 16:55:30 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58999999999999997,"15min":0.59299999999999997},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.76100000000000001,"5min":1.1259999999999999,"15min":1.1259999999999999},"last":0.501},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.64200000000000002,"15min":0.65000000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.82999999999999996,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.56100000000000005}]}]},{"osd":0,"up_from":8,"seq":34359738438,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32456,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712696,"statfs":{"total":95995035648,"available":95961800704,"internally_reserved":0,"allocated":1368064,"data_stored":927407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 16:55:12 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.36399999999999999,"15min":0.35099999999999998},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.39300000000000002,"15min":0.379},"min":{"1min":0.248,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.48499999999999999}]},{"osd":2,"last update":"Sat Aug 17 16:55:36 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.35199999999999998,"15min":0.34599999999999997},"min":{"1min":0.22600000000000001,"5min":0.189,"15min":0.189},"max":{"1min":0.53200000000000003,"5min":0.57099999999999995,"15min":0.57099999999999995},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.38500000000000001,"15min":0.371},"min":{"1min":0.26900000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.52200000000000002,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.437}]},{"osd":3,"last update":"Sat Aug 17 16:56:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.42799999999999999,"15min":0.436},"min":{"1min":0.28299999999999997,"5min":0.246,"15min":0.246},"max":{"1min":0.54900000000000004,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.5},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.46100000000000002,"15min":0.47099999999999997},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59199999999999997,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.57399999999999995}]},{"osd":4,"last update":"Sat Aug 17 16:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.39200000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.71499999999999997,"5min":0.872,"15min":0.872},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.54600000000000004,"15min":0.54500000000000004},"min":{"1min":0.372,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76800000000000002,"5min":1.288,"15min":1.288},"last":0.59599999999999997}]},{"osd":5,"last update":"Sat Aug 17 16:55:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.59799999999999998,"15min":0.60299999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.78600000000000003,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.432,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79400000000000004,"5min":1.369,"15min":1.369},"last":0.63400000000000001}]},{"osd":6,"last update":"Sat Aug 17 16:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.53700000000000003,"15min":0.53600000000000003},"min":{"1min":0.441,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.62},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.59399999999999997,"15min":0.59099999999999997},"min":{"1min":0.41399999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86299999999999999,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.54900000000000004}]},{"osd":7,"last update":"Sat Aug 17 16:55:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59199999999999997,"15min":0.59699999999999998},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.73599999999999999,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.443,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.754,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.58399999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T16:56:14.971 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T16:56:14.971 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-17T16:56:14.972 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-17T16:56:14.972 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-17T16:56:15.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:14 smithi047 ceph-mon[43056]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:56:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:14 smithi047 ceph-mon[31070]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:56:15.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:14 smithi106 ceph-mon[34751]: from='client.24665 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:56:15.191 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:15.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:15 smithi047 ceph-mon[31070]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:15.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:15 smithi047 ceph-mon[43056]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:16.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:15 smithi106 ceph-mon[34751]: pgmap v88: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:16.975 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-08-17T16:56:16.975 INFO:teuthology.orchestra.run.smithi047.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-17T16:56:17.299 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:17 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3903168812' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:56:17.299 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:17 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3903168812' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:56:17.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:17 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3903168812' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T16:56:17.712 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-17T16:56:17.712 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:56:17.722 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-08-17T16:56:17.722 INFO:teuthology.run_tasks:Running task parallel... 2024-08-17T16:56:17.782 INFO:teuthology.task.parallel:starting parallel... 2024-08-17T16:56:17.782 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-17T16:56:17.783 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2024-08-17T16:56:17.783 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2024-08-17T16:56:17.798 INFO:tasks.radosbench:Beginning radosbench... 2024-08-17T16:56:17.798 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-17T16:56:17.798 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 2024-08-17T16:56:17.799 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-17T16:56:17.799 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-17T16:56:17.799 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi047.front.sepia.ceph.com 2024-08-17T16:56:17.799 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-08-17T16:56:18.046 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:18.047 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:18.300 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:18 smithi047 ceph-mon[43056]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:18.300 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:18 smithi047 ceph-mon[31070]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:18.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:18 smithi106 ceph-mon[34751]: pgmap v89: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:19.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:19 smithi047 ceph-mon[43056]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:19.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:19 smithi047 ceph-mon[31070]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:20.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:19 smithi106 ceph-mon[34751]: pgmap v90: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:20.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:56:20] ENGINE Bus STOPPING 2024-08-17T16:56:21.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:56:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:56:21.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:56:20] ENGINE Bus STOPPED 2024-08-17T16:56:21.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:56:20] ENGINE Bus STARTING 2024-08-17T16:56:21.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:56:20] ENGINE Serving on http://:::9283 2024-08-17T16:56:21.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:56:20] ENGINE Bus STARTED 2024-08-17T16:56:21.464 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-17T16:56:21.727 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/3080573436' entity='client.admin' 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/3080573436' entity='client.admin' 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:56:21.728 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:21 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:21.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:21 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/3080573436' entity='client.admin' 2024-08-17T16:56:21.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:21 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:21.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:21 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:56:21.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:21 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:56:21.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:21 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:56:21.981 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:22.618 INFO:teuthology.orchestra.run.smithi047.stderr:pool 'unique_pool_0' created 2024-08-17T16:56:22.618 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:22 smithi047 ceph-mon[43056]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:22.619 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:22 smithi047 ceph-mon[31070]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:22.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:22 smithi106 ceph-mon[34751]: pgmap v91: 73 pgs: 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:23.309 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2764658322' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[43056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[43056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[43056]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2764658322' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[31070]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[31070]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-08-17T16:56:23.839 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:23 smithi047 ceph-mon[31070]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T16:56:23.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:23 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2764658322' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-17T16:56:23.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:23 smithi106 ceph-mon[34751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-08-17T16:56:23.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:23 smithi106 ceph-mon[34751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-08-17T16:56:23.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:23 smithi106 ceph-mon[34751]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T16:56:23.988 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:24.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:24 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:56:24] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-08-17T16:56:24.879 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:24 smithi047 ceph-mon[43056]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T16:56:24.879 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:24 smithi047 ceph-mon[43056]: pgmap v94: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:24.879 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:24.879 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:24 smithi047 ceph-mon[31070]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T16:56:24.879 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:24 smithi047 ceph-mon[31070]: pgmap v94: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:24.880 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:24.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:24 smithi106 ceph-mon[34751]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T16:56:24.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:24 smithi106 ceph-mon[34751]: pgmap v94: 89 pgs: 16 unknown, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:24.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:25.567 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'echo wait for mgr daemons to upgrade' 2024-08-17T16:56:25.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:25 smithi047 ceph-mon[43056]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:56:25.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:25 smithi047 ceph-mon[43056]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T16:56:25.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:25 smithi047 ceph-mon[31070]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:56:25.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:25 smithi047 ceph-mon[31070]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T16:56:25.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:25 smithi106 ceph-mon[34751]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T16:56:25.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:25 smithi106 ceph-mon[34751]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T16:56:26.577 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:26.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:26 smithi106 ceph-mon[34751]: pgmap v96: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:26.966 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:26 smithi047 ceph-mon[43056]: pgmap v96: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:26.966 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:26 smithi047 ceph-mon[31070]: pgmap v96: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:27.634 INFO:teuthology.orchestra.run.smithi047.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-17T16:56:27.846 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:27 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/1507978975' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:56:27.846 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:27 smithi047 ceph-mon[43056]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:56:27.846 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:27 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/1507978975' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:56:27.847 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:27 smithi047 ceph-mon[31070]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:56:27.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:27 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/1507978975' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:56:27.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:27 smithi106 ceph-mon[34751]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:56:28.835 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:28 smithi047 ceph-mon[43056]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:56:28.835 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:28 smithi047 ceph-mon[43056]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T16:56:28.835 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:28 smithi047 ceph-mon[43056]: pgmap v98: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:28.836 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:28 smithi047 ceph-mon[31070]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:56:28.836 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:28 smithi047 ceph-mon[31070]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T16:56:28.836 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:28 smithi047 ceph-mon[31070]: pgmap v98: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:28.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:28 smithi106 ceph-mon[34751]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:56:28.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:28 smithi106 ceph-mon[34751]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T16:56:28.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:28 smithi106 ceph-mon[34751]: pgmap v98: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-08-17T16:56:29.103 INFO:teuthology.orchestra.run.smithi047.stdout:wait for mgr daemons to upgrade 2024-08-17T16:56:29.570 DEBUG:teuthology.orchestra.run.smithi047:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2024-08-17T16:56:29.573 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2024-08-17T16:56:29.573 INFO:teuthology.orchestra.run:waiting for 3000 2024-08-17T16:56:29.652 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:hints = 1 2024-08-17T16:56:29.652 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2024-08-17T16:56:29.652 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Object prefix: benchmark_data_smithi047_87930 2024-08-17T16:56:29.652 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-17T16:56:29.653 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 0 0 0 0 0 0 - 0 2024-08-17T16:56:29.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:29 smithi047 ceph-mon[43056]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:56:29.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:29 smithi047 ceph-mon[43056]: Cluster is now healthy 2024-08-17T16:56:29.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:29 smithi047 ceph-mon[31070]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:56:29.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:29 smithi047 ceph-mon[31070]: Cluster is now healthy 2024-08-17T16:56:29.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:29 smithi106 ceph-mon[34751]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T16:56:29.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:29 smithi106 ceph-mon[34751]: Cluster is now healthy 2024-08-17T16:56:30.069 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr' 2024-08-17T16:56:30.496 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:56:30.653 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 1 16 4170 4154 259.608 259.625 0.00177641 0.00383803 2024-08-17T16:56:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:30 smithi106 ceph-mon[34751]: pgmap v99: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s wr, 45 op/s 2024-08-17T16:56:30.969 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:30 smithi047 ceph-mon[31070]: pgmap v99: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s wr, 45 op/s 2024-08-17T16:56:30.969 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:30 smithi047 ceph-mon[43056]: pgmap v99: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s wr, 45 op/s 2024-08-17T16:56:31.653 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 2 16 8185 8169 255.261 250.938 0.00475048 0.00390925 2024-08-17T16:56:32.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:31 smithi047 ceph-mon[31070]: pgmap v100: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s wr, 34 op/s 2024-08-17T16:56:32.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:31 smithi047 ceph-mon[43056]: pgmap v100: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s wr, 34 op/s 2024-08-17T16:56:32.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:31 smithi106 ceph-mon[34751]: pgmap v100: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 2.2 MiB/s wr, 34 op/s 2024-08-17T16:56:32.653 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 3 16 11827 11811 246.043 227.625 0.00859916 0.00405763 2024-08-17T16:56:33.654 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 4 16 15103 15087 235.715 204.75 0.00283293 0.00423612 2024-08-17T16:56:34.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:33 smithi047 ceph-mon[43056]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:34.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:33 smithi047 ceph-mon[43056]: pgmap v101: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s wr, 30 op/s 2024-08-17T16:56:34.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:33 smithi047 ceph-mon[31070]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:34.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:33 smithi047 ceph-mon[31070]: pgmap v101: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s wr, 30 op/s 2024-08-17T16:56:34.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:33 smithi106 ceph-mon[34751]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "daemon_types": "mgr", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:34.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:33 smithi106 ceph-mon[34751]: pgmap v101: 89 pgs: 89 active+clean; 18 MiB data, 231 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s wr, 30 op/s 2024-08-17T16:56:34.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:56:34] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-08-17T16:56:34.653 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 5 16 18304 18288 228.581 200.062 0.00384321 0.00436864 2024-08-17T16:56:35.653 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 6 16 21158 21142 220.211 178.375 0.00880899 0.00453542 2024-08-17T16:56:36.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:35 smithi047 ceph-mon[31070]: pgmap v102: 89 pgs: 89 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-08-17T16:56:36.113 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:35 smithi047 ceph-mon[43056]: pgmap v102: 89 pgs: 89 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-08-17T16:56:36.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:35 smithi106 ceph-mon[34751]: pgmap v102: 89 pgs: 89 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-08-17T16:56:36.653 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 7 16 23787 23771 212.224 164.312 0.00711302 0.00470695 2024-08-17T16:56:37.654 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 8 16 26428 26412 206.305 165.062 0.00387166 0.00484215 2024-08-17T16:56:38.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:37 smithi047 ceph-mon[43056]: pgmap v103: 89 pgs: 89 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 114 MiB/s wr, 1.83k op/s 2024-08-17T16:56:38.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:37 smithi047 ceph-mon[31070]: pgmap v103: 89 pgs: 89 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 114 MiB/s wr, 1.83k op/s 2024-08-17T16:56:38.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:37 smithi106 ceph-mon[34751]: pgmap v103: 89 pgs: 89 active+clean; 1.1 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 114 MiB/s wr, 1.83k op/s 2024-08-17T16:56:38.655 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 9 16 28914 28898 200.631 155.375 0.00643581 0.00497863 2024-08-17T16:56:39.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:38 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:39.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:38 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:39.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:38 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:39.655 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 10 16 31262 31246 195.242 146.75 0.00702244 0.00511681 2024-08-17T16:56:40.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:39 smithi047 ceph-mon[43056]: pgmap v104: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 164 MiB/s wr, 2.62k op/s 2024-08-17T16:56:40.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:39 smithi047 ceph-mon[31070]: pgmap v104: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 164 MiB/s wr, 2.62k op/s 2024-08-17T16:56:40.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:39 smithi106 ceph-mon[34751]: pgmap v104: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 164 MiB/s wr, 2.62k op/s 2024-08-17T16:56:40.655 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 11 16 33467 33451 190.02 137.812 0.0141569 0.00525714 2024-08-17T16:56:41.655 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 12 16 35742 35726 186.034 142.188 0.00599366 0.00537027 2024-08-17T16:56:42.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:41 smithi047 ceph-mon[43056]: pgmap v105: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-08-17T16:56:42.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:41 smithi047 ceph-mon[31070]: pgmap v105: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-08-17T16:56:42.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:41 smithi106 ceph-mon[34751]: pgmap v105: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-08-17T16:56:42.655 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 13 16 37898 37882 182.084 134.75 0.00882572 0.00548721 2024-08-17T16:56:43.656 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 14 16 40030 40014 178.596 133.25 0.00890884 0.00559444 2024-08-17T16:56:44.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:43 smithi047 ceph-mon[43056]: pgmap v106: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-08-17T16:56:44.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:43 smithi047 ceph-mon[31070]: pgmap v106: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-08-17T16:56:44.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:43 smithi106 ceph-mon[34751]: pgmap v106: 89 pgs: 89 active+clean; 1.9 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-08-17T16:56:44.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:56:44] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-08-17T16:56:44.656 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 15 16 42092 42076 175.281 128.875 0.00790491 0.00570028 2024-08-17T16:56:45.656 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 16 16 44105 44089 172.186 125.812 0.0103164 0.00580289 2024-08-17T16:56:46.078 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:45 smithi047 ceph-mon[31070]: pgmap v107: 89 pgs: 89 active+clean; 2.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 218 MiB/s wr, 3.49k op/s 2024-08-17T16:56:46.078 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:45 smithi047 ceph-mon[43056]: pgmap v107: 89 pgs: 89 active+clean; 2.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 218 MiB/s wr, 3.49k op/s 2024-08-17T16:56:46.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:45 smithi106 ceph-mon[34751]: pgmap v107: 89 pgs: 89 active+clean; 2.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 218 MiB/s wr, 3.49k op/s 2024-08-17T16:56:46.656 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 17 16 45778 45762 168.205 104.562 0.00909852 0.00593983 2024-08-17T16:56:47.657 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 18 16 47441 47425 164.632 103.938 0.0053444 0.00606944 2024-08-17T16:56:48.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:47 smithi047 ceph-mon[43056]: pgmap v108: 89 pgs: 89 active+clean; 2.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 124 MiB/s wr, 1.98k op/s 2024-08-17T16:56:48.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:47 smithi047 ceph-mon[31070]: pgmap v108: 89 pgs: 89 active+clean; 2.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 124 MiB/s wr, 1.98k op/s 2024-08-17T16:56:48.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:47 smithi106 ceph-mon[34751]: pgmap v108: 89 pgs: 89 active+clean; 2.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 124 MiB/s wr, 1.98k op/s 2024-08-17T16:56:48.657 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 19 16 49308 49292 162.106 116.688 0.0108581 0.00616378 2024-08-17T16:56:49.657 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:2024-08-17T16:56:49.657383+0000 min lat: 0.00122049 max lat: 0.059324 avg lat: 0.00625484 2024-08-17T16:56:49.657 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-17T16:56:49.657 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 20 16 51150 51134 159.757 115.125 0.00514964 0.00625484 2024-08-17T16:56:50.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:49 smithi047 ceph-mon[43056]: pgmap v109: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 171 MiB/s wr, 2.73k op/s 2024-08-17T16:56:50.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:49 smithi047 ceph-mon[31070]: pgmap v109: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 171 MiB/s wr, 2.73k op/s 2024-08-17T16:56:50.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:49 smithi106 ceph-mon[34751]: pgmap v109: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 171 MiB/s wr, 2.73k op/s 2024-08-17T16:56:50.657 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 21 16 52961 52945 157.539 113.188 0.00637955 0.00634281 2024-08-17T16:56:51.657 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 22 16 54779 54763 155.543 113.625 0.0106813 0.00642438 2024-08-17T16:56:52.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:51 smithi047 ceph-mon[43056]: pgmap v110: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-17T16:56:52.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:51 smithi047 ceph-mon[31070]: pgmap v110: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-17T16:56:52.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:51 smithi106 ceph-mon[34751]: pgmap v110: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-17T16:56:52.658 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 23 16 56567 56551 153.639 111.75 0.00374749 0.00650371 2024-08-17T16:56:53.658 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 24 16 58185 58169 151.45 101.125 0.01503 0.00659667 2024-08-17T16:56:54.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:53 smithi047 ceph-mon[43056]: pgmap v111: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-17T16:56:54.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:54.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:53 smithi047 ceph-mon[31070]: pgmap v111: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-17T16:56:54.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:54.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:53 smithi106 ceph-mon[34751]: pgmap v111: 89 pgs: 89 active+clean; 3.1 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-08-17T16:56:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:56:54.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:56:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:56:54] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2024-08-17T16:56:54.658 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 25 16 59823 59807 149.487 102.375 0.00795711 0.00668466 2024-08-17T16:56:55.658 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 26 16 61448 61432 147.644 101.562 0.00638956 0.00676864 2024-08-17T16:56:56.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:55 smithi047 ceph-mon[31070]: pgmap v112: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s 2024-08-17T16:56:56.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:55 smithi047 ceph-mon[43056]: pgmap v112: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s 2024-08-17T16:56:56.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:55 smithi106 ceph-mon[34751]: pgmap v112: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 149 MiB/s wr, 2.38k op/s 2024-08-17T16:56:56.659 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 27 16 63021 63005 145.81 98.3125 0.0238921 0.00685322 2024-08-17T16:56:57.659 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 28 16 64569 64553 144.057 96.75 0.0103062 0.00693735 2024-08-17T16:56:58.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:57 smithi047 ceph-mon[43056]: pgmap v113: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s 2024-08-17T16:56:58.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:57 smithi047 ceph-mon[31070]: pgmap v113: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s 2024-08-17T16:56:58.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:57 smithi106 ceph-mon[34751]: pgmap v113: 89 pgs: 89 active+clean; 3.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 92 MiB/s wr, 1.48k op/s 2024-08-17T16:56:58.659 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 29 16 65960 65944 142.087 86.9375 0.00994688 0.0070334 2024-08-17T16:56:59.659 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 30 16 67419 67403 140.391 91.1875 0.00720314 0.00711852 2024-08-17T16:57:00.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:56:59 smithi047 ceph-mon[43056]: pgmap v114: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-08-17T16:57:00.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:56:59 smithi047 ceph-mon[31070]: pgmap v114: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-08-17T16:57:00.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:56:59 smithi106 ceph-mon[34751]: pgmap v114: 89 pgs: 89 active+clean; 3.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 114 MiB/s wr, 1.82k op/s 2024-08-17T16:57:00.660 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 31 15 68905 68890 138.859 92.9375 0.010054 0.00719731 2024-08-17T16:57:01.660 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 32 16 70342 70326 137.322 89.75 0.0117684 0.00727724 2024-08-17T16:57:02.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:01 smithi047 ceph-mon[43056]: pgmap v115: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2024-08-17T16:57:02.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:01 smithi047 ceph-mon[31070]: pgmap v115: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2024-08-17T16:57:02.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:01 smithi106 ceph-mon[34751]: pgmap v115: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2024-08-17T16:57:02.660 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 33 16 71671 71655 135.678 83.0625 0.0120779 0.00736445 2024-08-17T16:57:03.660 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 34 16 73064 73048 134.248 87.0625 0.00895674 0.00744464 2024-08-17T16:57:04.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:03 smithi047 ceph-mon[43056]: pgmap v116: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2024-08-17T16:57:04.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:03 smithi047 ceph-mon[31070]: pgmap v116: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2024-08-17T16:57:04.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:03 smithi106 ceph-mon[34751]: pgmap v116: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 85 MiB/s wr, 1.35k op/s 2024-08-17T16:57:04.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:57:04 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:57:04] "GET /metrics HTTP/1.1" 200 36206 "" "Prometheus/2.43.0" 2024-08-17T16:57:04.661 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 35 16 74384 74368 132.769 82.5 0.00960186 0.0075269 2024-08-17T16:57:05.662 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 36 16 75698 75682 131.358 82.125 0.0107261 0.00760699 2024-08-17T16:57:06.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:05 smithi047 ceph-mon[31070]: pgmap v117: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 121 MiB/s wr, 1.93k op/s 2024-08-17T16:57:06.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:05 smithi047 ceph-mon[43056]: pgmap v117: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 121 MiB/s wr, 1.93k op/s 2024-08-17T16:57:06.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:05 smithi106 ceph-mon[34751]: pgmap v117: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 121 MiB/s wr, 1.93k op/s 2024-08-17T16:57:06.662 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 37 16 77094 77078 130.166 87.25 0.00562499 0.00767842 2024-08-17T16:57:07.662 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 38 16 78518 78502 129.083 89 0.00629941 0.00774178 2024-08-17T16:57:08.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:07 smithi047 ceph-mon[43056]: pgmap v118: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2024-08-17T16:57:08.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:07 smithi047 ceph-mon[31070]: pgmap v118: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2024-08-17T16:57:08.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:07 smithi106 ceph-mon[34751]: pgmap v118: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 76 MiB/s wr, 1.21k op/s 2024-08-17T16:57:08.663 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 39 16 79966 79950 128.092 90.5 0.0167137 0.00780221 2024-08-17T16:57:09.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:09.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:09.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:09.663 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:2024-08-17T16:57:09.663023+0000 min lat: 0.00122049 max lat: 0.0979879 avg lat: 0.00786925 2024-08-17T16:57:09.663 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-17T16:57:09.663 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 40 16 81319 81303 127.003 84.5625 0.0109876 0.00786925 2024-08-17T16:57:10.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:09 smithi047 ceph-mon[43056]: pgmap v119: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s 2024-08-17T16:57:10.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:09 smithi047 ceph-mon[31070]: pgmap v119: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s 2024-08-17T16:57:10.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:09 smithi106 ceph-mon[34751]: pgmap v119: 89 pgs: 89 active+clean; 4.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 94 MiB/s wr, 1.51k op/s 2024-08-17T16:57:10.663 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 41 16 82709 82693 126.025 86.875 0.00355222 0.00793006 2024-08-17T16:57:11.272 INFO:teuthology.orchestra.run.smithi047.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:57:11.663 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 42 16 84066 84050 125.043 84.8125 0.0201341 0.00799281 2024-08-17T16:57:12.198 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-17T16:57:12.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[31070]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:57:12.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[31070]: pgmap v120: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2024-08-17T16:57:12.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[43056]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:57:12.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:12.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:12.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:12 smithi047 ceph-mon[43056]: pgmap v120: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2024-08-17T16:57:12.639 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:12 smithi106 ceph-mon[34751]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:57:12.639 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:12.639 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:12 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:12.639 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:12 smithi106 ceph-mon[34751]: pgmap v120: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.44k op/s 2024-08-17T16:57:12.665 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 43 16 85288 85272 123.907 76.375 0.00788992 0.00806522 2024-08-17T16:57:13.179 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:13.665 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 44 16 86539 86523 122.868 78.1875 0.00598296 0.008134 2024-08-17T16:57:13.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:13 smithi047 ceph-mon[31070]: pgmap v121: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2024-08-17T16:57:13.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:13 smithi047 ceph-mon[43056]: pgmap v121: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2024-08-17T16:57:14.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:13 smithi106 ceph-mon[34751]: pgmap v121: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2024-08-17T16:57:14.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:57:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:57:14] "GET /metrics HTTP/1.1" 200 36211 "" "Prometheus/2.43.0" 2024-08-17T16:57:14.665 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 45 16 87856 87840 121.967 82.3125 0.0164427 0.00819452 2024-08-17T16:57:15.665 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 46 16 88953 88937 120.806 68.5625 0.00864352 0.00827262 2024-08-17T16:57:15.736 INFO:teuthology.orchestra.run.smithi047.stdout:true 2024-08-17T16:57:15.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:15 smithi106 ceph-mon[34751]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:15.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:15 smithi106 ceph-mon[34751]: pgmap v122: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2024-08-17T16:57:16.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:15 smithi047 ceph-mon[43056]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:16.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:15 smithi047 ceph-mon[43056]: pgmap v122: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2024-08-17T16:57:16.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:15 smithi047 ceph-mon[31070]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:16.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:15 smithi047 ceph-mon[31070]: pgmap v122: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2024-08-17T16:57:16.667 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 47 16 90012 89996 119.642 66.1875 0.0211671 0.00835302 2024-08-17T16:57:16.796 INFO:teuthology.orchestra.run.smithi047.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:57:16.796 INFO:teuthology.orchestra.run.smithi047.stdout:alertmanager.a smithi047 *:9093,9094 running (2m) 66s ago 3m 26.3M - 0.25.0 c8568f914cd2 38e15fa48ff8 2024-08-17T16:57:16.796 INFO:teuthology.orchestra.run.smithi047.stdout:grafana.a smithi106 *:3000 running (2m) 0s ago 2m 90.6M - 9.4.7 954c08fa6188 e39b88a42a6a 2024-08-17T16:57:16.796 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi047.djqpkv smithi047 running (113s) 66s ago 112s 14.3M - 18.2.4-719-gced649f8 c870753d67c2 fef6e65d7b91 2024-08-17T16:57:16.796 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi106.ovqxfr smithi106 running (110s) 0s ago 109s 14.7M - 18.2.4-719-gced649f8 c870753d67c2 1bfa272cf621 2024-08-17T16:57:16.796 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.x smithi106 *:8443,8765 running (7m) 0s ago 6m 439M - 18.2.4-719-gced649f8 c870753d67c2 52c000e29650 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.y smithi047 *:9283,8765 running (8m) 66s ago 8m 485M - 18.2.4-719-gced649f8 c870753d67c2 beec793070a0 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:mon.a smithi047 running (8m) 66s ago 8m 45.0M 2048M 18.2.4-719-gced649f8 c870753d67c2 baf6d5eba18c 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:mon.b smithi106 running (7m) 0s ago 7m 39.2M 2048M 18.2.4-719-gced649f8 c870753d67c2 8eda33d2a647 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:mon.c smithi047 running (7m) 66s ago 7m 37.2M 2048M 18.2.4-719-gced649f8 c870753d67c2 93c073beee65 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.a smithi047 *:9100 running (2m) 66s ago 2m 13.8M - 1.5.0 0da6a335fe13 a571e14792c9 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.b smithi106 *:9100 running (2m) 0s ago 2m 8158k - 1.5.0 0da6a335fe13 0f93df2c3b68 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:osd.0 smithi047 running (6m) 66s ago 6m 54.3M 4017M 18.2.4-719-gced649f8 c870753d67c2 a02ecbd41f08 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:osd.1 smithi047 running (6m) 66s ago 6m 51.7M 4017M 18.2.4-719-gced649f8 c870753d67c2 c048c982ab06 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:osd.2 smithi047 running (5m) 66s ago 5m 41.8M 4017M 18.2.4-719-gced649f8 c870753d67c2 dfa15e20762a 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:osd.3 smithi047 running (5m) 66s ago 5m 50.0M 4017M 18.2.4-719-gced649f8 c870753d67c2 03fa9d001224 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:osd.4 smithi106 running (5m) 0s ago 5m 243M 4016M 18.2.4-719-gced649f8 c870753d67c2 513416887ec3 2024-08-17T16:57:16.797 INFO:teuthology.orchestra.run.smithi047.stdout:osd.5 smithi106 running (4m) 0s ago 4m 268M 4016M 18.2.4-719-gced649f8 c870753d67c2 a9fb4598544c 2024-08-17T16:57:16.798 INFO:teuthology.orchestra.run.smithi047.stdout:osd.6 smithi106 running (4m) 0s ago 4m 143M 4016M 18.2.4-719-gced649f8 c870753d67c2 68d3bf24553d 2024-08-17T16:57:16.798 INFO:teuthology.orchestra.run.smithi047.stdout:osd.7 smithi106 running (3m) 0s ago 3m 171M 4016M 18.2.4-719-gced649f8 c870753d67c2 8da6b76b7a67 2024-08-17T16:57:16.798 INFO:teuthology.orchestra.run.smithi047.stdout:prometheus.a smithi106 *:9095 running (2m) 0s ago 3m 45.1M - 2.43.0 a07b618ecd1d a91727b722d7 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout: "mon": { 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout: "mgr": { 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:17.430 INFO:teuthology.orchestra.run.smithi047.stdout: "osd": { 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: "mds": { 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: "overall": { 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 15 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-08-17T16:57:17.431 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:57:17.666 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 48 16 91117 91101 118.588 69.0625 0.0176978 0.00842786 2024-08-17T16:57:17.703 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[31070]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:17.967 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:57:17.967 INFO:teuthology.orchestra.run.smithi047.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", 2024-08-17T16:57:17.967 INFO:teuthology.orchestra.run.smithi047.stdout: "in_progress": true, 2024-08-17T16:57:17.967 INFO:teuthology.orchestra.run.smithi047.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-17T16:57:17.967 INFO:teuthology.orchestra.run.smithi047.stdout: "services_complete": [], 2024-08-17T16:57:17.968 INFO:teuthology.orchestra.run.smithi047.stdout: "progress": "", 2024-08-17T16:57:17.968 INFO:teuthology.orchestra.run.smithi047.stdout: "message": "", 2024-08-17T16:57:17.968 INFO:teuthology.orchestra.run.smithi047.stdout: "is_paused": false 2024-08-17T16:57:17.968 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:57:17.968 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[43056]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:17.968 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:17.968 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:17.968 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/713666084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:57:17.969 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:17.969 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:17.969 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:17 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/713666084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:57:18.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:17 smithi106 ceph-mon[34751]: from='client.24722 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:18.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:17 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:18.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:17 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:18.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:17 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/713666084' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:57:18.667 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 49 16 92310 92294 117.687 74.5625 0.0131681 0.00849228 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[43056]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[43056]: pgmap v123: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[31070]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:19.083 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[31070]: pgmap v123: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-08-17T16:57:19.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:19.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:19.084 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:18 smithi106 ceph-mon[34751]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:18 smithi106 ceph-mon[34751]: pgmap v123: 89 pgs: 89 active+clean; 5.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:19.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:19.667 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 50 16 93611 93595 116.96 81.3125 0.0125422 0.00854521 2024-08-17T16:57:19.977 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:19 smithi047 ceph-mon[43056]: from='client.24592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:19.977 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:19 smithi047 ceph-mon[43056]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:57:19.977 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:19 smithi047 ceph-mon[31070]: from='client.24592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:19.977 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:19 smithi047 ceph-mon[31070]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:57:20.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:19 smithi106 ceph-mon[34751]: from='client.24592 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:20.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:19 smithi106 ceph-mon[34751]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:57:20.667 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 51 16 94877 94861 116.218 79.125 0.0179941 0.00860008 2024-08-17T16:57:21.007 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:20 smithi047 ceph-mon[43056]: pgmap v124: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-08-17T16:57:21.007 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:20 smithi047 ceph-mon[31070]: pgmap v124: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-08-17T16:57:21.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:20 smithi106 ceph-mon[34751]: pgmap v124: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-08-17T16:57:21.667 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 52 16 96094 96078 115.446 76.0625 0.00594906 0.00865747 2024-08-17T16:57:22.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:21 smithi047 ceph-mon[43056]: pgmap v125: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2024-08-17T16:57:22.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:21 smithi047 ceph-mon[31070]: pgmap v125: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2024-08-17T16:57:22.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:21 smithi106 ceph-mon[34751]: pgmap v125: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2024-08-17T16:57:22.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 53 16 97097 97081 114.45 62.6875 0.00370587 0.00872776 2024-08-17T16:57:23.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 54 16 98263 98247 113.68 72.875 0.0147373 0.00879224 2024-08-17T16:57:24.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:23 smithi047 ceph-mon[43056]: pgmap v126: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-08-17T16:57:24.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:23 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:24.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:23 smithi047 ceph-mon[31070]: pgmap v126: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-08-17T16:57:24.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:23 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:24.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:23 smithi106 ceph-mon[34751]: pgmap v126: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-08-17T16:57:24.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:23 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:24.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:57:24 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:57:24] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-08-17T16:57:24.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 55 16 99524 99508 113.047 78.8125 0.00564437 0.00884115 2024-08-17T16:57:25.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 56 16 100767 100751 112.415 77.6875 0.00894694 0.00889055 2024-08-17T16:57:26.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:25 smithi047 ceph-mon[31070]: pgmap v127: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2024-08-17T16:57:26.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:25 smithi047 ceph-mon[43056]: pgmap v127: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2024-08-17T16:57:26.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:25 smithi106 ceph-mon[34751]: pgmap v127: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 95 MiB/s wr, 1.52k op/s 2024-08-17T16:57:26.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 57 16 101952 101936 111.742 74.0625 0.0101763 0.00894471 2024-08-17T16:57:27.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 58 16 103177 103161 111.136 76.5625 0.00327083 0.00899018 2024-08-17T16:57:28.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:27 smithi047 ceph-mon[31070]: pgmap v128: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 974 op/s 2024-08-17T16:57:28.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:27 smithi047 ceph-mon[43056]: pgmap v128: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 974 op/s 2024-08-17T16:57:28.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:27 smithi106 ceph-mon[34751]: pgmap v128: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 61 MiB/s wr, 974 op/s 2024-08-17T16:57:28.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 59 16 104220 104204 110.357 65.1875 0.0130685 0.00905684 2024-08-17T16:57:29.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:2024-08-17T16:57:29.668243+0000 min lat: 0.00122049 max lat: 0.150325 avg lat: 0.00910894 2024-08-17T16:57:29.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-17T16:57:29.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 60 16 105379 105363 109.725 72.4375 0.0224468 0.00910894 2024-08-17T16:57:30.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 61 16 106471 106455 109.045 68.25 0.0107292 0.009166 2024-08-17T16:57:30.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:30.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[43056]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T16:57:30.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[43056]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[43056]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[43056]: pgmap v129: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[31070]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[31070]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:30.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[31070]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T16:57:30.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:30 smithi047 ceph-mon[31070]: pgmap v129: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-08-17T16:57:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:30 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:30 smithi106 ceph-mon[34751]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T16:57:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:30 smithi106 ceph-mon[34751]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T16:57:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:30 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:30 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:57:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:30 smithi106 ceph-mon[34751]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T16:57:30.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:30 smithi106 ceph-mon[34751]: pgmap v129: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-08-17T16:57:31.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 62 16 107480 107464 108.303 63.0625 0.00621485 0.00922776 2024-08-17T16:57:31.829 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:31 smithi106 ceph-mon[34751]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi106 2024-08-17T16:57:31.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:31 smithi047 ceph-mon[43056]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi106 2024-08-17T16:57:31.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:31 smithi047 ceph-mon[31070]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi106 2024-08-17T16:57:32.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 63 16 108492 108476 107.588 63.25 0.0139626 0.00928986 2024-08-17T16:57:32.842 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:32 smithi106 ceph-mon[34751]: pgmap v130: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-08-17T16:57:32.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:32 smithi047 ceph-mon[43056]: pgmap v130: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-08-17T16:57:32.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:32 smithi047 ceph-mon[31070]: pgmap v130: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-08-17T16:57:33.668 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 64 16 109362 109346 106.757 54.375 0.0135522 0.00936214 2024-08-17T16:57:34.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:33 smithi047 ceph-mon[43056]: pgmap v131: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 978 op/s 2024-08-17T16:57:34.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:33 smithi047 ceph-mon[31070]: pgmap v131: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 978 op/s 2024-08-17T16:57:34.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:33 smithi106 ceph-mon[34751]: pgmap v131: 89 pgs: 89 active+clean; 6.4 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 61 MiB/s wr, 978 op/s 2024-08-17T16:57:34.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:57:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:57:34] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-08-17T16:57:34.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 65 16 110309 110293 106.025 59.1875 0.0133399 0.00942603 2024-08-17T16:57:35.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 66 16 111421 111405 105.472 69.5 0.0112014 0.00947663 2024-08-17T16:57:36.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:35 smithi047 ceph-mon[43056]: pgmap v132: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-08-17T16:57:36.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:35 smithi047 ceph-mon[31070]: pgmap v132: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-08-17T16:57:36.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:35 smithi106 ceph-mon[34751]: pgmap v132: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-08-17T16:57:36.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 67 16 112413 112397 104.823 62 0.0113246 0.00953513 2024-08-17T16:57:37.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 68 16 113388 113372 104.177 60.9375 0.00753912 0.00959408 2024-08-17T16:57:38.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:37 smithi047 ceph-mon[43056]: pgmap v133: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 897 op/s 2024-08-17T16:57:38.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:37 smithi047 ceph-mon[31070]: pgmap v133: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 897 op/s 2024-08-17T16:57:38.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:37 smithi106 ceph-mon[34751]: pgmap v133: 89 pgs: 89 active+clean; 6.7 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 56 MiB/s wr, 897 op/s 2024-08-17T16:57:38.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 69 16 114353 114337 103.542 60.3125 0.0119242 0.00965267 2024-08-17T16:57:39.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:38 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:39.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:38 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:39.180 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:38 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:39.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 70 16 115339 115323 102.943 61.625 0.00539345 0.00970865 2024-08-17T16:57:40.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:39 smithi047 ceph-mon[43056]: pgmap v134: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 925 op/s 2024-08-17T16:57:40.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:39 smithi047 ceph-mon[31070]: pgmap v134: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 925 op/s 2024-08-17T16:57:40.181 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:39 smithi106 ceph-mon[34751]: pgmap v134: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 58 MiB/s wr, 925 op/s 2024-08-17T16:57:40.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 71 16 116295 116279 102.335 59.75 0.015074 0.00976694 2024-08-17T16:57:41.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 72 16 117226 117210 101.721 58.1875 0.00928818 0.00982593 2024-08-17T16:57:42.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:41 smithi047 ceph-mon[43056]: pgmap v135: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2024-08-17T16:57:42.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:41 smithi047 ceph-mon[31070]: pgmap v135: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2024-08-17T16:57:42.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:41 smithi106 ceph-mon[34751]: pgmap v135: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2024-08-17T16:57:42.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 73 16 118182 118166 101.147 59.75 0.0155719 0.00988159 2024-08-17T16:57:43.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 74 16 119121 119105 100.573 58.6875 0.0135915 0.00993765 2024-08-17T16:57:44.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:43 smithi047 ceph-mon[43056]: pgmap v136: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 830 op/s 2024-08-17T16:57:44.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:43 smithi047 ceph-mon[31070]: pgmap v136: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 830 op/s 2024-08-17T16:57:44.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:43 smithi106 ceph-mon[34751]: pgmap v136: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 830 op/s 2024-08-17T16:57:44.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:57:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:57:44] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-08-17T16:57:44.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 75 16 120063 120047 100.017 58.875 0.00832808 0.00999383 2024-08-17T16:57:45.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 76 16 120963 120947 99.441 56.25 0.0292308 0.0100511 2024-08-17T16:57:46.029 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:45 smithi047 ceph-mon[31070]: pgmap v137: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-08-17T16:57:46.030 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:45 smithi047 ceph-mon[43056]: pgmap v137: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-08-17T16:57:46.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:45 smithi106 ceph-mon[34751]: pgmap v137: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-08-17T16:57:46.669 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 77 16 121857 121841 98.8752 55.875 0.0188462 0.0101089 2024-08-17T16:57:47.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 78 16 122790 122774 98.3551 58.3125 0.0125676 0.0101622 2024-08-17T16:57:48.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:47 smithi047 ceph-mon[43056]: pgmap v138: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 51 MiB/s wr, 812 op/s 2024-08-17T16:57:48.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:47 smithi047 ceph-mon[31070]: pgmap v138: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 51 MiB/s wr, 812 op/s 2024-08-17T16:57:48.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:47 smithi106 ceph-mon[34751]: pgmap v138: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 51 MiB/s wr, 812 op/s 2024-08-17T16:57:48.482 INFO:teuthology.orchestra.run.smithi047.stdout:true 2024-08-17T16:57:48.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 79 16 123722 123706 97.8475 58.25 0.0141423 0.0102153 2024-08-17T16:57:49.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:48 smithi047 ceph-mon[31070]: from='client.24598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:48 smithi047 ceph-mon[43056]: from='client.24598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:49.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:48 smithi106 ceph-mon[34751]: from='client.24598 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:49.398 INFO:teuthology.orchestra.run.smithi047.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:57:49.398 INFO:teuthology.orchestra.run.smithi047.stdout:alertmanager.a smithi047 *:9093,9094 running (2m) 31s ago 3m 26.3M - 0.25.0 c8568f914cd2 38e15fa48ff8 2024-08-17T16:57:49.398 INFO:teuthology.orchestra.run.smithi047.stdout:grafana.a smithi106 *:3000 running (3m) 32s ago 3m 90.6M - 9.4.7 954c08fa6188 e39b88a42a6a 2024-08-17T16:57:49.398 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi047.djqpkv smithi047 running (2m) 31s ago 2m 14.8M - 18.2.4-719-gced649f8 c870753d67c2 fef6e65d7b91 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi106.ovqxfr smithi106 running (2m) 32s ago 2m 14.7M - 18.2.4-719-gced649f8 c870753d67c2 1bfa272cf621 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.x smithi106 *:8443,8765 running (7m) 32s ago 7m 439M - 18.2.4-719-gced649f8 c870753d67c2 52c000e29650 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.y smithi047 *:9283,8765 running (9m) 31s ago 9m 490M - 18.2.4-719-gced649f8 c870753d67c2 beec793070a0 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:mon.a smithi047 running (9m) 31s ago 9m 46.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 baf6d5eba18c 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:mon.b smithi106 running (7m) 32s ago 7m 39.2M 2048M 18.2.4-719-gced649f8 c870753d67c2 8eda33d2a647 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:mon.c smithi047 running (7m) 31s ago 7m 38.0M 2048M 18.2.4-719-gced649f8 c870753d67c2 93c073beee65 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.a smithi047 *:9100 running (3m) 31s ago 3m 13.8M - 1.5.0 0da6a335fe13 a571e14792c9 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.b smithi106 *:9100 running (3m) 32s ago 3m 8158k - 1.5.0 0da6a335fe13 0f93df2c3b68 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:osd.0 smithi047 running (7m) 31s ago 7m 255M 4017M 18.2.4-719-gced649f8 c870753d67c2 a02ecbd41f08 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:osd.1 smithi047 running (6m) 31s ago 6m 175M 4017M 18.2.4-719-gced649f8 c870753d67c2 c048c982ab06 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:osd.2 smithi047 running (6m) 31s ago 6m 206M 4017M 18.2.4-719-gced649f8 c870753d67c2 dfa15e20762a 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:osd.3 smithi047 running (6m) 31s ago 6m 128M 4017M 18.2.4-719-gced649f8 c870753d67c2 03fa9d001224 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:osd.4 smithi106 running (5m) 32s ago 5m 243M 4016M 18.2.4-719-gced649f8 c870753d67c2 513416887ec3 2024-08-17T16:57:49.399 INFO:teuthology.orchestra.run.smithi047.stdout:osd.5 smithi106 running (5m) 32s ago 5m 268M 4016M 18.2.4-719-gced649f8 c870753d67c2 a9fb4598544c 2024-08-17T16:57:49.400 INFO:teuthology.orchestra.run.smithi047.stdout:osd.6 smithi106 running (4m) 32s ago 4m 143M 4016M 18.2.4-719-gced649f8 c870753d67c2 68d3bf24553d 2024-08-17T16:57:49.400 INFO:teuthology.orchestra.run.smithi047.stdout:osd.7 smithi106 running (4m) 32s ago 4m 171M 4016M 18.2.4-719-gced649f8 c870753d67c2 8da6b76b7a67 2024-08-17T16:57:49.400 INFO:teuthology.orchestra.run.smithi047.stdout:prometheus.a smithi106 *:9095 running (2m) 32s ago 4m 45.1M - 2.43.0 a07b618ecd1d a91727b722d7 2024-08-17T16:57:49.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:2024-08-17T16:57:49.669923+0000 min lat: 0.00122049 max lat: 0.150325 avg lat: 0.0102686 2024-08-17T16:57:49.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-08-17T16:57:49.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 80 16 124637 124621 97.3393 57.1875 0.0100397 0.0102686 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout: "mon": { 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout: "mgr": { 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:49.971 INFO:teuthology.orchestra.run.smithi047.stdout: "osd": { 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: "mds": { 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: "overall": { 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 15 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-08-17T16:57:49.972 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:57:50.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:49 smithi047 ceph-mon[43056]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:50.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:49 smithi047 ceph-mon[43056]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:50.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:49 smithi047 ceph-mon[43056]: pgmap v139: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 52 MiB/s wr, 835 op/s 2024-08-17T16:57:50.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:49 smithi047 ceph-mon[31070]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:50.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:49 smithi047 ceph-mon[31070]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:50.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:49 smithi047 ceph-mon[31070]: pgmap v139: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 52 MiB/s wr, 835 op/s 2024-08-17T16:57:50.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:49 smithi106 ceph-mon[34751]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:49 smithi106 ceph-mon[34751]: from='client.14844 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:49 smithi106 ceph-mon[34751]: pgmap v139: 89 pgs: 89 active+clean; 7.4 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 52 MiB/s wr, 835 op/s 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout: "in_progress": true, 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout: "services_complete": [], 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout: "progress": "0/2 daemons upgraded", 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d image on host smithi106", 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout: "is_paused": false 2024-08-17T16:57:50.445 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:57:50.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 81 16 125555 125539 96.8459 57.375 0.0155542 0.0103211 2024-08-17T16:57:51.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:50 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2337674193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:57:51.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:50 smithi047 ceph-mon[43056]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:51.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:50 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2337674193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:57:51.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:50 smithi047 ceph-mon[31070]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:51.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:50 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2337674193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:57:51.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:50 smithi106 ceph-mon[34751]: from='client.24764 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:51.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 82 16 126512 126496 96.3942 59.8125 0.0158034 0.0103694 2024-08-17T16:57:52.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:51 smithi047 ceph-mon[43056]: pgmap v140: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2024-08-17T16:57:52.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:51 smithi047 ceph-mon[31070]: pgmap v140: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2024-08-17T16:57:52.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:51 smithi106 ceph-mon[34751]: pgmap v140: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2024-08-17T16:57:52.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 83 16 127443 127427 95.9339 58.1875 0.025056 0.0104189 2024-08-17T16:57:53.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 84 16 128364 128348 95.4771 57.5625 0.0190332 0.0104692 2024-08-17T16:57:54.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:53 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:54.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:53 smithi047 ceph-mon[31070]: pgmap v141: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2024-08-17T16:57:54.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:53 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:54.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:53 smithi047 ceph-mon[43056]: pgmap v141: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2024-08-17T16:57:54.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:53 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:57:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:53 smithi106 ceph-mon[34751]: pgmap v141: 89 pgs: 89 active+clean; 7.6 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2024-08-17T16:57:54.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:57:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:57:54] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-08-17T16:57:54.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 85 16 129244 129228 95.0009 55 0.00463862 0.0105211 2024-08-17T16:57:55.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 86 16 130108 130092 94.5242 54 0.027206 0.0105734 2024-08-17T16:57:56.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:55 smithi047 ceph-mon[31070]: pgmap v142: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2024-08-17T16:57:56.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:55 smithi047 ceph-mon[43056]: pgmap v142: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2024-08-17T16:57:56.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:55 smithi106 ceph-mon[34751]: pgmap v142: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 72 MiB/s wr, 1.16k op/s 2024-08-17T16:57:56.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 87 16 130935 130919 94.0318 51.6875 0.036249 0.0106292 2024-08-17T16:57:57.674 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 88 16 131783 131767 93.5655 53 0.013378 0.0106828 2024-08-17T16:57:57.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:57 smithi047 ceph-mon[31070]: pgmap v143: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-08-17T16:57:57.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:57 smithi047 ceph-mon[43056]: pgmap v143: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-08-17T16:57:58.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:57 smithi106 ceph-mon[34751]: pgmap v143: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-08-17T16:57:58.670 INFO:tasks.radosbench.radosbench.0.smithi047.stdout: 89 16 132640 132624 93.116 53.5625 0.0249386 0.0107344 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Total time run: 90.0103 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Total writes made: 133451 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Write size: 65536 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Object size: 65536 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Bandwidth (MB/sec): 92.6637 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Stddev Bandwidth: 44.4921 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Max bandwidth (MB/sec): 259.625 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Min bandwidth (MB/sec): 51.6875 2024-08-17T16:57:59.671 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Average IOPS: 1482 2024-08-17T16:57:59.672 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Stddev IOPS: 711.873 2024-08-17T16:57:59.672 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Max IOPS: 4154 2024-08-17T16:57:59.672 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Min IOPS: 827 2024-08-17T16:57:59.672 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Average Latency(s): 0.0107874 2024-08-17T16:57:59.672 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Stddev Latency(s): 0.00755384 2024-08-17T16:57:59.672 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Max latency(s): 0.150325 2024-08-17T16:57:59.672 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Min latency(s): 0.00122049 2024-08-17T16:57:59.676 INFO:tasks.radosbench.radosbench.0.smithi047.stdout:Cleaning up (deleting benchmark objects) 2024-08-17T16:58:00.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:57:59 smithi047 ceph-mon[43056]: pgmap v144: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s 2024-08-17T16:58:00.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:57:59 smithi047 ceph-mon[31070]: pgmap v144: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s 2024-08-17T16:58:00.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:57:59 smithi106 ceph-mon[34751]: pgmap v144: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 49 MiB/s wr, 788 op/s 2024-08-17T16:58:02.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:01 smithi047 ceph-mon[31070]: pgmap v145: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 68 MiB/s wr, 1.09k op/s 2024-08-17T16:58:02.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:01 smithi047 ceph-mon[43056]: pgmap v145: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 68 MiB/s wr, 1.09k op/s 2024-08-17T16:58:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:01 smithi106 ceph-mon[34751]: pgmap v145: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 68 MiB/s wr, 1.09k op/s 2024-08-17T16:58:04.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:03 smithi047 ceph-mon[31070]: pgmap v146: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 735 op/s 2024-08-17T16:58:04.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:03 smithi047 ceph-mon[43056]: pgmap v146: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 735 op/s 2024-08-17T16:58:04.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:03 smithi106 ceph-mon[34751]: pgmap v146: 89 pgs: 89 active+clean; 8.1 GiB data, 25 GiB used, 690 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 735 op/s 2024-08-17T16:58:04.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:04 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:58:04] "GET /metrics HTTP/1.1" 200 36207 "" "Prometheus/2.43.0" 2024-08-17T16:58:06.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:05 smithi047 ceph-mon[43056]: pgmap v147: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.08k op/s 2024-08-17T16:58:06.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:05 smithi047 ceph-mon[31070]: pgmap v147: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.08k op/s 2024-08-17T16:58:06.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:05 smithi106 ceph-mon[34751]: pgmap v147: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 45 MiB/s wr, 1.08k op/s 2024-08-17T16:58:08.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:07 smithi047 ceph-mon[43056]: pgmap v148: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 697 op/s 2024-08-17T16:58:08.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:07 smithi047 ceph-mon[31070]: pgmap v148: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 697 op/s 2024-08-17T16:58:08.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:07 smithi106 ceph-mon[34751]: pgmap v148: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 697 op/s 2024-08-17T16:58:09.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:08 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:09.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:08 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:09.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:08 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:10.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:09 smithi047 ceph-mon[43056]: pgmap v149: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 722 op/s 2024-08-17T16:58:10.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:09 smithi047 ceph-mon[31070]: pgmap v149: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 722 op/s 2024-08-17T16:58:10.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:09 smithi106 ceph-mon[34751]: pgmap v149: 89 pgs: 89 active+clean; 7.9 GiB data, 24 GiB used, 691 GiB / 715 GiB avail; 85 B/s rd, 21 MiB/s wr, 722 op/s 2024-08-17T16:58:12.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:11 smithi047 ceph-mon[31070]: pgmap v150: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.06k op/s 2024-08-17T16:58:12.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:11 smithi047 ceph-mon[43056]: pgmap v150: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.06k op/s 2024-08-17T16:58:12.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:11 smithi106 ceph-mon[34751]: pgmap v150: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 85 B/s rd, 20 MiB/s wr, 1.06k op/s 2024-08-17T16:58:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:13 smithi106 ceph-mon[34751]: Upgrade: Updating mgr.x 2024-08-17T16:58:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:13 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:13 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:58:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:13 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:58:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:13 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:13.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:13 smithi106 ceph-mon[34751]: Deploying daemon mgr.x on smithi106 2024-08-17T16:58:14.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[31070]: Upgrade: Updating mgr.x 2024-08-17T16:58:14.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:14.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:58:14.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:58:14.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:14.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[31070]: Deploying daemon mgr.x on smithi106 2024-08-17T16:58:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[43056]: Upgrade: Updating mgr.x 2024-08-17T16:58:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:58:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:58:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:14.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:13 smithi047 ceph-mon[43056]: Deploying daemon mgr.x on smithi106 2024-08-17T16:58:14.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:14 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:58:14] "GET /metrics HTTP/1.1" 200 36210 "" "Prometheus/2.43.0" 2024-08-17T16:58:14.812 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:14 smithi106 ceph-mon[34751]: pgmap v151: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 730 op/s 2024-08-17T16:58:15.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:14 smithi047 ceph-mon[31070]: pgmap v151: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 730 op/s 2024-08-17T16:58:15.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:14 smithi047 ceph-mon[43056]: pgmap v151: 89 pgs: 89 active+clean; 7.6 GiB data, 24 GiB used, 692 GiB / 715 GiB avail; 0 B/s wr, 730 op/s 2024-08-17T16:58:15.178 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:14 smithi106 systemd[1]: Stopping Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:58:15.592 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:15 smithi106 podman[70652]: 2024-08-17 16:58:15.286444708 +0000 UTC m=+0.193925348 container died 52c000e296502738921f26a42003dff63f7505994048dcb8471b39e2b156bd3e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:58:15.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:15 smithi106 podman[70652]: 2024-08-17 16:58:15.760855427 +0000 UTC m=+0.668336070 container cleanup 52c000e296502738921f26a42003dff63f7505994048dcb8471b39e2b156bd3e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, ceph=True) 2024-08-17T16:58:15.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:15 smithi106 bash[70652]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x 2024-08-17T16:58:15.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:15 smithi106 ceph-mon[34751]: pgmap v152: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s 2024-08-17T16:58:16.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:15 smithi047 ceph-mon[43056]: pgmap v152: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s 2024-08-17T16:58:16.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:15 smithi047 ceph-mon[31070]: pgmap v152: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.13k op/s 2024-08-17T16:58:16.318 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 podman[70667]: 2024-08-17 16:58:16.043177529 +0000 UTC m=+0.753838842 container remove 52c000e296502738921f26a42003dff63f7505994048dcb8471b39e2b156bd3e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-ced649f, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T16:58:16.318 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:58:16.319 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T16:58:16.319 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 systemd[1]: Stopped Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:58:16.319 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service: Consumed 11.195s CPU time. 2024-08-17T16:58:16.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 systemd[1]: Starting Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:58:17.248 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 podman[70785]: 2024-08-17 16:58:16.836396423 +0000 UTC m=+0.035149725 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:58:17.249 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:16 smithi106 podman[70785]: 2024-08-17 16:58:16.961412398 +0000 UTC m=+0.160165678 container create d983c8e17485dadbb11aaac558b657dcfb3d5e430a2ed6c64181730c8a9010b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:58:17.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:17 smithi106 podman[70785]: 2024-08-17 16:58:17.24828302 +0000 UTC m=+0.447036304 container init d983c8e17485dadbb11aaac558b657dcfb3d5e430a2ed6c64181730c8a9010b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T16:58:17.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:17 smithi106 podman[70785]: 2024-08-17 16:58:17.256935352 +0000 UTC m=+0.455688637 container start d983c8e17485dadbb11aaac558b657dcfb3d5e430a2ed6c64181730c8a9010b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-17T16:58:17.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:17 smithi106 ceph-mgr[70821]: -- 172.21.15.106:0/671585359 <== mon.0 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dc96bcb0e0 con 0x55dc96ba9400 2024-08-17T16:58:17.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:17 smithi106 bash[70785]: d983c8e17485dadbb11aaac558b657dcfb3d5e430a2ed6c64181730c8a9010b0 2024-08-17T16:58:17.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:17 smithi106 systemd[1]: Started Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:58:18.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:18.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:18.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:18 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:18.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:18 smithi106 ceph-mon[34751]: pgmap v153: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 786 op/s 2024-08-17T16:58:18.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:18.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:18.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:18.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[31070]: pgmap v153: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 786 op/s 2024-08-17T16:58:18.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:18.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:18.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:18.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:18 smithi047 ceph-mon[43056]: pgmap v153: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 786 op/s 2024-08-17T16:58:20.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:19 smithi047 ceph-mon[31070]: pgmap v154: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 810 op/s 2024-08-17T16:58:20.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:19 smithi047 ceph-mon[43056]: pgmap v154: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 810 op/s 2024-08-17T16:58:20.181 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:19 smithi106 ceph-mon[34751]: pgmap v154: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 810 op/s 2024-08-17T16:58:20.907 INFO:teuthology.orchestra.run.smithi047.stdout:true 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:alertmanager.a smithi047 *:9093,9094 running (3m) 64s ago 4m 26.3M - 0.25.0 c8568f914cd2 38e15fa48ff8 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:grafana.a smithi106 *:3000 running (4m) 65s ago 4m 90.6M - 9.4.7 954c08fa6188 e39b88a42a6a 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi047.djqpkv smithi047 running (2m) 64s ago 2m 14.8M - 18.2.4-719-gced649f8 c870753d67c2 fef6e65d7b91 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi106.ovqxfr smithi106 running (2m) 65s ago 2m 14.7M - 18.2.4-719-gced649f8 c870753d67c2 1bfa272cf621 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.x smithi106 *:8443,9283,8765 starting - - - - 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.y smithi047 *:9283,8765 running (9m) 64s ago 9m 490M - 18.2.4-719-gced649f8 c870753d67c2 beec793070a0 2024-08-17T16:58:21.783 INFO:teuthology.orchestra.run.smithi047.stdout:mon.a smithi047 running (9m) 64s ago 9m 46.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 baf6d5eba18c 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:mon.b smithi106 running (8m) 65s ago 8m 39.2M 2048M 18.2.4-719-gced649f8 c870753d67c2 8eda33d2a647 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:mon.c smithi047 running (8m) 64s ago 8m 38.0M 2048M 18.2.4-719-gced649f8 c870753d67c2 93c073beee65 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.a smithi047 *:9100 running (3m) 64s ago 3m 13.8M - 1.5.0 0da6a335fe13 a571e14792c9 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.b smithi106 *:9100 running (3m) 65s ago 3m 8158k - 1.5.0 0da6a335fe13 0f93df2c3b68 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.0 smithi047 running (7m) 64s ago 7m 255M 4017M 18.2.4-719-gced649f8 c870753d67c2 a02ecbd41f08 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.1 smithi047 running (7m) 64s ago 7m 175M 4017M 18.2.4-719-gced649f8 c870753d67c2 c048c982ab06 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.2 smithi047 running (7m) 64s ago 7m 206M 4017M 18.2.4-719-gced649f8 c870753d67c2 dfa15e20762a 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.3 smithi047 running (6m) 64s ago 6m 128M 4017M 18.2.4-719-gced649f8 c870753d67c2 03fa9d001224 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.4 smithi106 running (6m) 65s ago 6m 243M 4016M 18.2.4-719-gced649f8 c870753d67c2 513416887ec3 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.5 smithi106 running (5m) 65s ago 5m 268M 4016M 18.2.4-719-gced649f8 c870753d67c2 a9fb4598544c 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.6 smithi106 running (5m) 65s ago 5m 143M 4016M 18.2.4-719-gced649f8 c870753d67c2 68d3bf24553d 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:osd.7 smithi106 running (5m) 65s ago 5m 171M 4016M 18.2.4-719-gced649f8 c870753d67c2 8da6b76b7a67 2024-08-17T16:58:21.784 INFO:teuthology.orchestra.run.smithi047.stdout:prometheus.a smithi106 *:9095 running (3m) 65s ago 4m 45.1M - 2.43.0 a07b618ecd1d a91727b722d7 2024-08-17T16:58:22.028 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:21 smithi106 ceph-mon[34751]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.028 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:21 smithi106 ceph-mon[34751]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.028 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:21 smithi106 ceph-mon[34751]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.028 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:21 smithi106 ceph-mon[34751]: pgmap v155: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.12k op/s 2024-08-17T16:58:22.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[43056]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[43056]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[43056]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[43056]: pgmap v155: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.12k op/s 2024-08-17T16:58:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[31070]: from='client.24770 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[31070]: from='client.14868 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[31070]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:22.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:21 smithi047 ceph-mon[31070]: pgmap v155: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 1.12k op/s 2024-08-17T16:58:22.294 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:58:22.294 INFO:teuthology.orchestra.run.smithi047.stdout: "mon": { 2024-08-17T16:58:22.294 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T16:58:22.294 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:22.294 INFO:teuthology.orchestra.run.smithi047.stdout: "mgr": { 2024-08-17T16:58:22.294 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: "osd": { 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: "mds": { 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: "overall": { 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 15 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-08-17T16:58:22.295 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:58:22.750 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout: "in_progress": true, 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout: "services_complete": [], 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout: "progress": "", 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout: "message": "Currently upgrading mgr daemons", 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout: "is_paused": false 2024-08-17T16:58:22.751 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:58:23.069 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:22 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2536488275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:58:23.070 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:22 smithi106 ceph-mon[34751]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:23.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:22 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2536488275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:58:23.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:22 smithi047 ceph-mon[31070]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:23.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:22 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2536488275' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:58:23.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:22 smithi047 ceph-mon[43056]: from='client.14886 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:24.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:58:24] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-08-17T16:58:24.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[43056]: pgmap v156: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 758 op/s 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[31070]: pgmap v156: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 758 op/s 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:24 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.681 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:24.681 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:24 smithi106 ceph-mon[34751]: pgmap v156: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 758 op/s 2024-08-17T16:58:24.681 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:24.681 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:24 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:26.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:25 smithi047 ceph-mon[43056]: pgmap v157: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-08-17T16:58:26.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:25 smithi047 ceph-mon[31070]: pgmap v157: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-08-17T16:58:26.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:25 smithi106 ceph-mon[34751]: pgmap v157: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-08-17T16:58:26.179 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:25] ENGINE Bus STARTING 2024-08-17T16:58:26.179 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: CherryPy Checker: 2024-08-17T16:58:26.179 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: The Application mounted at '' has an empty config. 2024-08-17T16:58:26.179 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:26.179 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:25] ENGINE Serving on http://:::9283 2024-08-17T16:58:26.180 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:25] ENGINE Bus STARTED 2024-08-17T16:58:27.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[43056]: Standby manager daemon x restarted 2024-08-17T16:58:27.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[43056]: Standby manager daemon x started 2024-08-17T16:58:27.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[31070]: Standby manager daemon x restarted 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[31070]: Standby manager daemon x started 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:58:27.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:26 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:26 smithi106 ceph-mon[34751]: Standby manager daemon x restarted 2024-08-17T16:58:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:26 smithi106 ceph-mon[34751]: Standby manager daemon x started 2024-08-17T16:58:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:26 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:58:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:26 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:26 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:58:27.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:26 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:28.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:27 smithi047 ceph-mon[31070]: mgrmap e22: y(active, since 4m), standbys: x 2024-08-17T16:58:28.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:27 smithi047 ceph-mon[31070]: pgmap v158: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2024-08-17T16:58:28.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:27 smithi047 ceph-mon[43056]: mgrmap e22: y(active, since 4m), standbys: x 2024-08-17T16:58:28.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:27 smithi047 ceph-mon[43056]: pgmap v158: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2024-08-17T16:58:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:27 smithi106 ceph-mon[34751]: mgrmap e22: y(active, since 4m), standbys: x 2024-08-17T16:58:28.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:27 smithi106 ceph-mon[34751]: pgmap v158: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 683 op/s 2024-08-17T16:58:29.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:29 smithi106 ceph-mon[34751]: pgmap v159: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 708 op/s 2024-08-17T16:58:30.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:29 smithi047 ceph-mon[31070]: pgmap v159: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 708 op/s 2024-08-17T16:58:30.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:29 smithi047 ceph-mon[43056]: pgmap v159: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 708 op/s 2024-08-17T16:58:32.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:31 smithi047 ceph-mon[43056]: pgmap v160: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-17T16:58:32.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:31 smithi047 ceph-mon[31070]: pgmap v160: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-17T16:58:32.119 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:31 smithi106 ceph-mon[34751]: pgmap v160: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-08-17T16:58:34.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:33 smithi047 ceph-mon[43056]: pgmap v161: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-08-17T16:58:34.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:33 smithi047 ceph-mon[31070]: pgmap v161: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-08-17T16:58:34.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:33 smithi106 ceph-mon[34751]: pgmap v161: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-08-17T16:58:34.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:58:34] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-08-17T16:58:36.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:35 smithi047 ceph-mon[43056]: pgmap v162: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-17T16:58:36.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:35 smithi047 ceph-mon[31070]: pgmap v162: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-17T16:58:36.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:35 smithi106 ceph-mon[34751]: pgmap v162: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.07k op/s 2024-08-17T16:58:38.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:37 smithi047 ceph-mon[31070]: pgmap v163: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 745 op/s 2024-08-17T16:58:38.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:37 smithi047 ceph-mon[43056]: pgmap v163: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 745 op/s 2024-08-17T16:58:38.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:37 smithi106 ceph-mon[34751]: pgmap v163: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 745 op/s 2024-08-17T16:58:38.993 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:38] ENGINE Bus STOPPING 2024-08-17T16:58:39.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:38 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:38.652+0000 7f563dfaa640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-17T16:58:39.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:38 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setuser ceph since I am not root 2024-08-17T16:58:39.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:38 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ignoring --setgroup ceph since I am not root 2024-08-17T16:58:39.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:38 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:38.880+0000 7f0f10bca040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:58:39.418 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:39.133+0000 7f0f10bca040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:39.419 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:39.244+0000 7f0f10bca040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:58:39.424 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:58:39.425 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:38] ENGINE Bus STOPPED 2024-08-17T16:58:39.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: Activating manager daemon x 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: mgrmap e23: x(active, starting, since 0.0165695s) 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:58:39.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:58:39.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:39 smithi106 ceph-mon[34751]: Manager daemon x is now available 2024-08-17T16:58:39.710 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: Activating manager daemon x 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: mgrmap e23: x(active, starting, since 0.0165695s) 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:58:39.711 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:58:39.712 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[43056]: Manager daemon x is now available 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: Activating manager daemon x 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T16:58:39.713 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.14427 172.21.15.47:0/2115219369' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: mgrmap e23: x(active, starting, since 0.0165695s) 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:58:39.714 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:58:39.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:58:39.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:58:39.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:58:39.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:58:39.715 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-mon[31070]: Manager daemon x is now available 2024-08-17T16:58:39.715 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:39.611+0000 7f0f10bca040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:58:40.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:39.708+0000 7f0f10bca040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:58:40.422 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:40] ENGINE Bus STARTING 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:40] ENGINE Serving on http://:::9283 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:58:40] ENGINE Bus STARTED 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.399+0000 7fab1e9cb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.399+0000 7fab1e9cb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.399+0000 7fab1e9cb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.399+0000 7fab1e9cb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.399+0000 7fab1e9cb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.423 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.417+0000 7fab22c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.417+0000 7fab22c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.417+0000 7fab22c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.417+0000 7fab22c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:40.417+0000 7fab22c97640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:58:40.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: mgrmap e24: x(active, since 1.01596s) 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: Checking for cert/key for grafana.a 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: Migrating grafana.a cert to cert store 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: Migrating grafana.a key to cert store 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:40.679 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:40.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:40.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:40 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: mgrmap e24: x(active, since 1.01596s) 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: Checking for cert/key for grafana.a 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: Migrating grafana.a cert to cert store 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: Migrating grafana.a key to cert store 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: mgrmap e24: x(active, since 1.01596s) 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: Checking for cert/key for grafana.a 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: Migrating grafana.a cert to cert store 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: Migrating grafana.a key to cert store 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:40.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:40 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T16:58:41.470 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:41.205+0000 7f0f10bca040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:58:41.470 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:41.379+0000 7f0f10bca040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:41.470 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:41.467+0000 7f0f10bca040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:58:41.811 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-mon[43056]: pgmap v4: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-08-17T16:58:41.811 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-mon[43056]: Deploying cephadm binary to smithi047 2024-08-17T16:58:41.811 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-mon[43056]: Deploying cephadm binary to smithi106 2024-08-17T16:58:41.812 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-mon[31070]: pgmap v4: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-08-17T16:58:41.812 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-mon[31070]: Deploying cephadm binary to smithi047 2024-08-17T16:58:41.812 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-mon[31070]: Deploying cephadm binary to smithi106 2024-08-17T16:58:41.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:41.891+0000 7fab0b1e5640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:58:41] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:41.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: Traceback (most recent call last): 2024-08-17T16:58:41.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: self._connections.run(self.expiration_interval) 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: self._run(expiration_interval) 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: s = self.context.wrap_socket( 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: return self.sslsocket_class._create( 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:41.929 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: self.do_handshake() 2024-08-17T16:58:41.930 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:41.930 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: self._sslobj.do_handshake() 2024-08-17T16:58:41.930 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:41.930 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:58:41.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-mon[34751]: pgmap v4: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-08-17T16:58:41.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-mon[34751]: Deploying cephadm binary to smithi047 2024-08-17T16:58:41.930 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:41 smithi106 ceph-mon[34751]: Deploying cephadm binary to smithi106 2024-08-17T16:58:42.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:41.806+0000 7f0f10bca040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:58:42.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:41 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:41.896+0000 7f0f10bca040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:58:42.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:42.009+0000 7f0f10bca040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:58:42.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:42.256+0000 7f0f10bca040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[43056]: [17/Aug/2024:16:58:41] ENGINE Bus STARTING 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[43056]: [17/Aug/2024:16:58:41] ENGINE Serving on https://172.21.15.106:7150 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[43056]: [17/Aug/2024:16:58:41] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:58:42.981 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: self.do_handshake() 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:42.982 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[43056]: [17/Aug/2024:16:58:42] ENGINE Serving on http://172.21.15.106:8765 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[43056]: [17/Aug/2024:16:58:42] ENGINE Bus STARTED 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[31070]: [17/Aug/2024:16:58:41] ENGINE Bus STARTING 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[31070]: [17/Aug/2024:16:58:41] ENGINE Serving on https://172.21.15.106:7150 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[31070]: [17/Aug/2024:16:58:41] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:42.983 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: self.do_handshake() 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[31070]: [17/Aug/2024:16:58:42] ENGINE Serving on http://172.21.15.106:8765 2024-08-17T16:58:42.984 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-mon[31070]: [17/Aug/2024:16:58:42] ENGINE Bus STARTED 2024-08-17T16:58:42.985 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:42 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:42.978+0000 7f0f10bca040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:42 smithi106 ceph-mon[34751]: [17/Aug/2024:16:58:41] ENGINE Bus STARTING 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:42 smithi106 ceph-mon[34751]: [17/Aug/2024:16:58:41] ENGINE Serving on https://172.21.15.106:7150 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:42 smithi106 ceph-mon[34751]: [17/Aug/2024:16:58:41] ENGINE Error in HTTPServer.serve 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout: Traceback (most recent call last): 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._run(expiration_interval) 2024-08-17T16:58:43.178 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: s = self.context.wrap_socket( 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: return self.sslsocket_class._create( 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: self.do_handshake() 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._sslobj.do_handshake() 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:42 smithi106 ceph-mon[34751]: [17/Aug/2024:16:58:42] ENGINE Serving on http://172.21.15.106:8765 2024-08-17T16:58:43.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:42 smithi106 ceph-mon[34751]: [17/Aug/2024:16:58:42] ENGINE Bus STARTED 2024-08-17T16:58:43.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:43 smithi047 ceph-mon[43056]: mgrmap e25: x(active, since 4s) 2024-08-17T16:58:43.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:43 smithi047 ceph-mon[43056]: pgmap v5: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-08-17T16:58:43.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:43 smithi047 ceph-mon[31070]: mgrmap e25: x(active, since 4s) 2024-08-17T16:58:43.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:43 smithi047 ceph-mon[31070]: pgmap v5: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-08-17T16:58:43.861 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:43.523+0000 7f0f10bca040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:58:43.861 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:43.632+0000 7f0f10bca040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:58:44.141 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:43 smithi106 ceph-mon[34751]: mgrmap e25: x(active, since 4s) 2024-08-17T16:58:44.141 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:43 smithi106 ceph-mon[34751]: pgmap v5: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail 2024-08-17T16:58:44.361 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:43 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:43.880+0000 7f0f10bca040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:58:44.812 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:44.409+0000 7f0f10bca040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:58:44.812 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:44.543+0000 7f0f10bca040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:58:45.099 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:44 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:44.886+0000 7f0f10bca040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:58:45.361 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:45.166+0000 7f0f10bca040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:58:45.361 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:45.276+0000 7f0f10bca040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:58:45.719 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:45.424+0000 7f0f10bca040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:45.719 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:45.525+0000 7f0f10bca040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:58:45.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:45 smithi106 ceph-mon[34751]: pgmap v6: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 35 KiB/s rd, 614 B/s wr, 434 op/s 2024-08-17T16:58:45.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:45 smithi106 ceph-mon[34751]: mgrmap e26: x(active, since 6s) 2024-08-17T16:58:46.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-mon[31070]: pgmap v6: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 35 KiB/s rd, 614 B/s wr, 434 op/s 2024-08-17T16:58:46.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-mon[31070]: mgrmap e26: x(active, since 6s) 2024-08-17T16:58:46.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-mon[43056]: pgmap v6: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 35 KiB/s rd, 614 B/s wr, 434 op/s 2024-08-17T16:58:46.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:45 smithi047 ceph-mon[43056]: mgrmap e26: x(active, since 6s) 2024-08-17T16:58:46.773 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:46.495+0000 7f0f10bca040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:58:46.773 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:46.771+0000 7f0f10bca040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:58:47.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:58:46] ENGINE Bus STARTING 2024-08-17T16:58:47.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: CherryPy Checker: 2024-08-17T16:58:47.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: The Application mounted at '' has an empty config. 2024-08-17T16:58:47.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: 2024-08-17T16:58:47.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:58:46] ENGINE Serving on http://:::9283 2024-08-17T16:58:47.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:46 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: [17/Aug/2024:16:58:46] ENGINE Bus STARTED 2024-08-17T16:58:48.071 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: pgmap v7: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 25 KiB/s rd, 438 B/s wr, 550 op/s 2024-08-17T16:58:48.071 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:48.071 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: Standby manager daemon y started 2024-08-17T16:58:48.071 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:48.072 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:58:48.072 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:48.072 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:58:48.072 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:47 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:48.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: pgmap v7: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 25 KiB/s rd, 438 B/s wr, 550 op/s 2024-08-17T16:58:48.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:48.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: Standby manager daemon y started 2024-08-17T16:58:48.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:48.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: pgmap v7: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 25 KiB/s rd, 438 B/s wr, 550 op/s 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: Standby manager daemon y started 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:48.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:58:48.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:47 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3687405883' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:49.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:58:49.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: mgrmap e27: x(active, since 9s), standbys: y 2024-08-17T16:58:49.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi047 to 2481M 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:58:49.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: mgrmap e27: x(active, since 9s), standbys: y 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi047 to 2481M 2024-08-17T16:58:49.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:48 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: mgrmap e27: x(active, since 9s), standbys: y 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.125 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi047 to 2481M 2024-08-17T16:58:49.126 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:48 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:49 smithi106 ceph-mon[34751]: pgmap v8: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 20 KiB/s rd, 341 B/s wr, 428 op/s 2024-08-17T16:58:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:49 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:50.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:49 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:50.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:49 smithi047 ceph-mon[43056]: pgmap v8: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 20 KiB/s rd, 341 B/s wr, 428 op/s 2024-08-17T16:58:50.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:49 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:50.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:49 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:50.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:49 smithi047 ceph-mon[31070]: pgmap v8: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 20 KiB/s rd, 341 B/s wr, 428 op/s 2024-08-17T16:58:50.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:49 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:50.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:49 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:51.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:51 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:51.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:51 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:51.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:51 smithi047 ceph-mon[43056]: pgmap v9: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 16 KiB/s rd, 279 B/s wr, 725 op/s 2024-08-17T16:58:51.860 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:51 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:51.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:51 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:51.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:51 smithi047 ceph-mon[31070]: pgmap v9: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 16 KiB/s rd, 279 B/s wr, 725 op/s 2024-08-17T16:58:51.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:51 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:51.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:51 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:51.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:51 smithi106 ceph-mon[34751]: pgmap v9: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 16 KiB/s rd, 279 B/s wr, 725 op/s 2024-08-17T16:58:53.242 INFO:teuthology.orchestra.run.smithi047.stdout:true 2024-08-17T16:58:54.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:53 smithi047 ceph-mon[43056]: pgmap v10: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 665 op/s 2024-08-17T16:58:54.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:53 smithi047 ceph-mon[43056]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:54.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:53 smithi047 ceph-mon[31070]: pgmap v10: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 665 op/s 2024-08-17T16:58:54.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:53 smithi047 ceph-mon[31070]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:53 smithi106 ceph-mon[34751]: pgmap v10: 89 pgs: 89 active+clean; 5.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 665 op/s 2024-08-17T16:58:54.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:53 smithi106 ceph-mon[34751]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:54.267 INFO:teuthology.orchestra.run.smithi047.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:alertmanager.a smithi047 *:9093,9094 running (3m) 7s ago 4m 26.3M - 0.25.0 c8568f914cd2 38e15fa48ff8 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:grafana.a smithi106 *:3000 running (4m) 4s ago 4m 93.0M - 9.4.7 954c08fa6188 e39b88a42a6a 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi047.djqpkv smithi047 running (3m) 7s ago 3m 15.9M - 18.2.4-719-gced649f8 c870753d67c2 fef6e65d7b91 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:mds.foo.smithi106.ovqxfr smithi106 running (3m) 4s ago 3m 15.6M - 18.2.4-719-gced649f8 c870753d67c2 1bfa272cf621 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.x smithi106 *:8443,9283,8765 running (37s) 4s ago 8m 497M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d983c8e17485 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:mgr.y smithi047 *:9283,8765 running (10m) 7s ago 10m 261M - 18.2.4-719-gced649f8 c870753d67c2 beec793070a0 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:mon.a smithi047 running (10m) 7s ago 10m 50.1M 2048M 18.2.4-719-gced649f8 c870753d67c2 baf6d5eba18c 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:mon.b smithi106 running (9m) 4s ago 9m 41.9M 2048M 18.2.4-719-gced649f8 c870753d67c2 8eda33d2a647 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:mon.c smithi047 running (8m) 7s ago 8m 38.7M 2048M 18.2.4-719-gced649f8 c870753d67c2 93c073beee65 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.a smithi047 *:9100 running (4m) 7s ago 4m 14.0M - 1.5.0 0da6a335fe13 a571e14792c9 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:node-exporter.b smithi106 *:9100 running (4m) 4s ago 4m 16.6M - 1.5.0 0da6a335fe13 0f93df2c3b68 2024-08-17T16:58:54.268 INFO:teuthology.orchestra.run.smithi047.stdout:osd.0 smithi047 running (8m) 7s ago 8m 376M 2481M 18.2.4-719-gced649f8 c870753d67c2 a02ecbd41f08 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:osd.1 smithi047 running (7m) 7s ago 7m 253M 2481M 18.2.4-719-gced649f8 c870753d67c2 c048c982ab06 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:osd.2 smithi047 running (7m) 7s ago 7m 303M 2481M 18.2.4-719-gced649f8 c870753d67c2 dfa15e20762a 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:osd.3 smithi047 running (7m) 7s ago 7m 176M 2481M 18.2.4-719-gced649f8 c870753d67c2 03fa9d001224 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:osd.4 smithi106 running (6m) 4s ago 6m 364M 4016M 18.2.4-719-gced649f8 c870753d67c2 513416887ec3 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:osd.5 smithi106 running (6m) 4s ago 6m 406M 4016M 18.2.4-719-gced649f8 c870753d67c2 a9fb4598544c 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:osd.6 smithi106 running (6m) 4s ago 5m 206M 4016M 18.2.4-719-gced649f8 c870753d67c2 68d3bf24553d 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:osd.7 smithi106 running (5m) 4s ago 5m 249M 4016M 18.2.4-719-gced649f8 c870753d67c2 8da6b76b7a67 2024-08-17T16:58:54.269 INFO:teuthology.orchestra.run.smithi047.stdout:prometheus.a smithi106 *:9095 running (3m) 4s ago 5m 54.3M - 2.43.0 a07b618ecd1d a91727b722d7 2024-08-17T16:58:54.610 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:58:54 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[31326]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:58:54] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "mon": { 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "mgr": { 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 1, 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "osd": { 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "mds": { 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T16:58:54.873 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-08-17T16:58:54.874 INFO:teuthology.orchestra.run.smithi047.stdout: "overall": { 2024-08-17T16:58:54.874 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 14, 2024-08-17T16:58:54.874 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T16:58:54.874 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-08-17T16:58:54.874 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:58:54.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:54 smithi106 ceph-mon[34751]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:54.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:54 smithi106 ceph-mon[34751]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:54 smithi047 ceph-mon[43056]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:54 smithi047 ceph-mon[43056]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:54 smithi047 ceph-mon[31070]: from='client.14919 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:54 smithi047 ceph-mon[31070]: from='client.24679 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:55.437 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-08-17T16:58:55.437 INFO:teuthology.orchestra.run.smithi047.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T16:58:55.437 INFO:teuthology.orchestra.run.smithi047.stdout: "in_progress": true, 2024-08-17T16:58:55.437 INFO:teuthology.orchestra.run.smithi047.stdout: "which": "Upgrading daemons of type(s) mgr", 2024-08-17T16:58:55.438 INFO:teuthology.orchestra.run.smithi047.stdout: "services_complete": [], 2024-08-17T16:58:55.438 INFO:teuthology.orchestra.run.smithi047.stdout: "progress": "1/2 daemons upgraded", 2024-08-17T16:58:55.438 INFO:teuthology.orchestra.run.smithi047.stdout: "message": "", 2024-08-17T16:58:55.438 INFO:teuthology.orchestra.run.smithi047.stdout: "is_paused": false 2024-08-17T16:58:55.438 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-08-17T16:58:56.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: pgmap v11: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 775 op/s 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='client.? 172.21.15.47:0/2455939014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: Adjusting osd_memory_target on smithi106 to 2480M 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[43056]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: pgmap v11: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 775 op/s 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='client.? 172.21.15.47:0/2455939014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: Adjusting osd_memory_target on smithi106 to 2480M 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:58:56.113 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:55 smithi047 ceph-mon[31070]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:58:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: pgmap v11: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 775 op/s 2024-08-17T16:58:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='client.? 172.21.15.47:0/2455939014' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T16:58:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: Adjusting osd_memory_target on smithi106 to 2480M 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: Updating smithi047:/etc/ceph/ceph.conf 2024-08-17T16:58:56.179 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:55 smithi106 ceph-mon[34751]: Updating smithi106:/etc/ceph/ceph.conf 2024-08-17T16:58:57.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[43056]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:57.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[43056]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[43056]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[43056]: Updating smithi106:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[43056]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[31070]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[31070]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[31070]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[31070]: Updating smithi106:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:57.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[31070]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:57.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:57.112 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:56 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:57.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:56 smithi106 ceph-mon[34751]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:56 smithi106 ceph-mon[34751]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:56 smithi106 ceph-mon[34751]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:56 smithi106 ceph-mon[34751]: Updating smithi106:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:56 smithi106 ceph-mon[34751]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:56 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:57.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:56 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:58:58.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:58:58.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: pgmap v12: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2024-08-17T16:58:58.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[43056]: Reconfiguring daemon prometheus.a on smithi106 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: pgmap v12: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:58:58.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:57 smithi047 ceph-mon[31070]: Reconfiguring daemon prometheus.a on smithi106 2024-08-17T16:58:58.165 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: Updating smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:58:58.166 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: Updating smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:58:58.166 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: pgmap v12: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 842 op/s 2024-08-17T16:58:58.166 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.166 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.166 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:58:58.166 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T16:58:58.166 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:57 smithi106 ceph-mon[34751]: Reconfiguring daemon prometheus.a on smithi106 2024-08-17T16:59:00.042 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:58:59 smithi106 ceph-mon[34751]: pgmap v13: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-17T16:59:00.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:58:59 smithi047 ceph-mon[43056]: pgmap v13: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-17T16:59:00.110 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:58:59 smithi047 ceph-mon[31070]: pgmap v13: 89 pgs: 89 active+clean; 5.3 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 701 op/s 2024-08-17T16:59:01.865 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:01 smithi106 systemd[1]: Stopping Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:02.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:01 smithi106 ceph-mon[34751]: pgmap v14: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-08-17T16:59:02.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:01 smithi047 ceph-mon[43056]: pgmap v14: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-08-17T16:59:02.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:01 smithi047 ceph-mon[31070]: pgmap v14: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-08-17T16:59:02.472 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.213Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T16:59:02.472 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.215Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.215Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.215Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.215Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.215Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.215Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.215Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.216Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.216Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.216Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[67313]: ts=2024-08-17T16:59:02.216Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 podman[78921]: 2024-08-17 16:59:02.228231172 +0000 UTC m=+0.166406275 container died a91727b722d7b112d1db6f127edf0f04ad3b17f13a982556e8c4491b423b7a8f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:59:02.883 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 podman[78921]: 2024-08-17 16:59:02.67704346 +0000 UTC m=+0.615218555 container cleanup a91727b722d7b112d1db6f127edf0f04ad3b17f13a982556e8c4491b423b7a8f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:59:02.883 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 bash[78921]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T16:59:03.138 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:02 smithi106 podman[78937]: 2024-08-17 16:59:02.903949184 +0000 UTC m=+0.669913167 container remove a91727b722d7b112d1db6f127edf0f04ad3b17f13a982556e8c4491b423b7a8f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:59:03.428 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:03 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T16:59:03.428 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:03 smithi106 systemd[1]: Stopped Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:59:03.428 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:03 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 2.235s CPU time. 2024-08-17T16:59:03.428 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:03 smithi106 systemd[1]: Starting Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:03.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:03 smithi106 ceph-mon[34751]: pgmap v15: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2024-08-17T16:59:03.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:03 smithi106 podman[79026]: 2024-08-17 16:59:03.577864801 +0000 UTC m=+0.051711211 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T16:59:03.928 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:03 smithi106 podman[79026]: 2024-08-17 16:59:03.731717132 +0000 UTC m=+0.205563520 container create 996cd2c954bbf5b3114c6f543349b8110a305eb233828245c19417f4247221eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:59:04.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:03 smithi047 ceph-mon[31070]: pgmap v15: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2024-08-17T16:59:04.360 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:03 smithi047 ceph-mon[43056]: pgmap v15: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 717 op/s 2024-08-17T16:59:04.377 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 podman[79026]: 2024-08-17 16:59:04.02517539 +0000 UTC m=+0.499021791 container init 996cd2c954bbf5b3114c6f543349b8110a305eb233828245c19417f4247221eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:59:04.377 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 podman[79026]: 2024-08-17 16:59:04.043277873 +0000 UTC m=+0.517124266 container start 996cd2c954bbf5b3114c6f543349b8110a305eb233828245c19417f4247221eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T16:59:04.377 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.091Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T16:59:04.377 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.091Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T16:59:04.377 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.091Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi106 (none))" 2024-08-17T16:59:04.377 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.091Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.091Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.094Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.095Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.104Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.104Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.105Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.105Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.795µs 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.105Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T16:59:04.378 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.108Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 bash[79026]: 996cd2c954bbf5b3114c6f543349b8110a305eb233828245c19417f4247221eb 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 systemd[1]: Started Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.148Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.149Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.149Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.444µs wal_replay_duration=43.257566ms wbl_replay_duration=131ns total_replay_duration=43.311601ms 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.151Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.151Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.151Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.196Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=45.150123ms db_storage=1.242µs remote_storage=1.375µs web_handler=402ns query_engine=929ns scrape=519.708µs scrape_sd=149.378µs notify=17.261µs notify_sd=14.86µs rules=43.903283ms tracing=7.606µs 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.197Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T16:59:04.379 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 16:59:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T16:59:04.197Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T16:59:05.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:05.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[31070]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[31070]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[31070]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[43056]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:05.611 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[43056]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:59:05.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:05 smithi047 ceph-mon[43056]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:59:05.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:05 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:05.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:05 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:05.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:05 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:59:05.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:05 smithi106 ceph-mon[34751]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T16:59:05.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:05 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:05.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:05 smithi106 ceph-mon[34751]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:59:05.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:05 smithi106 ceph-mon[34751]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T16:59:06.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[31070]: pgmap v16: 89 pgs: 89 active+clean; 4.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 780 op/s 2024-08-17T16:59:06.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:06.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[43056]: pgmap v16: 89 pgs: 89 active+clean; 4.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 780 op/s 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:06.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:06 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:06.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:06 smithi106 ceph-mon[34751]: pgmap v16: 89 pgs: 89 active+clean; 4.9 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 780 op/s 2024-08-17T16:59:06.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:06 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:06.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:06 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:06.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:06 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:59:06.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:06 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:59:06.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:06 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:07.289 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:07 smithi047 ceph-mon[31070]: Upgrade: Updating mgr.y 2024-08-17T16:59:07.289 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:07 smithi047 ceph-mon[31070]: Deploying daemon mgr.y on smithi047 2024-08-17T16:59:07.289 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:07 smithi047 ceph-mon[43056]: Upgrade: Updating mgr.y 2024-08-17T16:59:07.290 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:07 smithi047 ceph-mon[43056]: Deploying daemon mgr.y on smithi047 2024-08-17T16:59:07.677 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:07 smithi106 ceph-mon[34751]: Upgrade: Updating mgr.y 2024-08-17T16:59:07.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:07 smithi106 ceph-mon[34751]: Deploying daemon mgr.y on smithi047 2024-08-17T16:59:08.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:08 smithi047 ceph-mon[43056]: pgmap v17: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 963 op/s 2024-08-17T16:59:08.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:08 smithi047 ceph-mon[31070]: pgmap v17: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 963 op/s 2024-08-17T16:59:08.677 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:08 smithi106 ceph-mon[34751]: pgmap v17: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 963 op/s 2024-08-17T16:59:08.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:08 smithi047 systemd[1]: Stopping Ceph mgr.y for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:10.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:09 smithi047 podman[91862]: 2024-08-17 16:59:09.77174992 +0000 UTC m=+1.057010870 container died beec793070a02ac9180b19a90b1f72ecde8facef5f8437d8392340fa64a025c4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:59:10.483 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:10 smithi047 ceph-mon[43056]: pgmap v18: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2024-08-17T16:59:10.483 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:10 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:10.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:10 smithi047 ceph-mon[31070]: pgmap v18: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2024-08-17T16:59:10.483 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:10 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:10 smithi106 ceph-mon[34751]: pgmap v18: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 716 op/s 2024-08-17T16:59:10.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:10 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:10.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:10 smithi047 podman[91862]: 2024-08-17 16:59:10.697577954 +0000 UTC m=+1.982838901 container cleanup beec793070a02ac9180b19a90b1f72ecde8facef5f8437d8392340fa64a025c4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T16:59:10.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:10 smithi047 bash[91862]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y 2024-08-17T16:59:11.206 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:10 smithi047 podman[91877]: 2024-08-17 16:59:10.941228831 +0000 UTC m=+1.153887811 container remove beec793070a02ac9180b19a90b1f72ecde8facef5f8437d8392340fa64a025c4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T16:59:11.206 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:10 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:59:11.206 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:11 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-17T16:59:11.206 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:11 smithi047 systemd[1]: Stopped Ceph mgr.y for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:59:11.206 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:11 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service: Consumed 50.491s CPU time. 2024-08-17T16:59:11.814 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:11 smithi047 systemd[1]: Starting Ceph mgr.y for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:12.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:11 smithi047 podman[91996]: 2024-08-17 16:59:11.718474066 +0000 UTC m=+0.034508299 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T16:59:12.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:11 smithi047 podman[91996]: 2024-08-17 16:59:11.834494453 +0000 UTC m=+0.150528662 container create 39a4e31418e888bd666c36e8aa35980a76bfc7198a224d3a82fa5915f2f634f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:59:12.533 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:12 smithi106 ceph-mon[34751]: pgmap v19: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s 2024-08-17T16:59:12.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:12 smithi047 ceph-mon[43056]: pgmap v19: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s 2024-08-17T16:59:12.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:12 smithi047 ceph-mon[31070]: pgmap v19: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.10k op/s 2024-08-17T16:59:12.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:12 smithi047 podman[91996]: 2024-08-17 16:59:12.212366162 +0000 UTC m=+0.528400396 container init 39a4e31418e888bd666c36e8aa35980a76bfc7198a224d3a82fa5915f2f634f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T16:59:12.611 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:12 smithi047 podman[91996]: 2024-08-17 16:59:12.223835527 +0000 UTC m=+0.539869742 container start 39a4e31418e888bd666c36e8aa35980a76bfc7198a224d3a82fa5915f2f634f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:59:12.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:12 smithi047 ceph-mgr[92032]: -- 172.21.15.47:0/3785609665 <== mon.0 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x5598a6c53520 con 0x5598a6c27000 2024-08-17T16:59:12.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:12 smithi047 ceph-mgr[92032]: -- 172.21.15.47:0/3785609665 <== mon.0 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5598a6c490e0 con 0x5598a6c27000 2024-08-17T16:59:12.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:12 smithi047 bash[91996]: 39a4e31418e888bd666c36e8aa35980a76bfc7198a224d3a82fa5915f2f634f5 2024-08-17T16:59:12.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:12 smithi047 systemd[1]: Started Ceph mgr.y for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:59:12.928 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:12 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:59:12] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-17T16:59:13.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:13 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:13 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:13 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:13.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:13 smithi106 ceph-mon[34751]: pgmap v20: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 738 op/s 2024-08-17T16:59:13.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:13 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:13 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[31070]: pgmap v20: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 738 op/s 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:13.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[43056]: pgmap v20: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 738 op/s 2024-08-17T16:59:13.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:13.862 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:13 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:16.005 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:15 smithi047 ceph-mon[43056]: pgmap v21: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s 2024-08-17T16:59:16.005 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:15 smithi047 ceph-mon[31070]: pgmap v21: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s 2024-08-17T16:59:16.177 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:15 smithi106 ceph-mon[34751]: pgmap v21: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s 2024-08-17T16:59:17.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:17 smithi047 ceph-mon[43056]: pgmap v22: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2024-08-17T16:59:17.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:17 smithi047 ceph-mon[31070]: pgmap v22: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2024-08-17T16:59:18.178 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:17 smithi106 ceph-mon[34751]: pgmap v22: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.03k op/s 2024-08-17T16:59:20.360 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[31070]: pgmap v23: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 732 op/s 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[43056]: pgmap v23: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 732 op/s 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.361 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:20 smithi106 ceph-mon[34751]: pgmap v23: 89 pgs: 89 active+clean; 4.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 732 op/s 2024-08-17T16:59:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:20 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:20 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:20 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:20.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:20 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:21.228 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:20] ENGINE Bus STARTING 2024-08-17T16:59:21.228 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: CherryPy Checker: 2024-08-17T16:59:21.228 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: The Application mounted at '' has an empty config. 2024-08-17T16:59:21.228 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:20 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:21.228 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:21] ENGINE Serving on http://:::9283 2024-08-17T16:59:21.228 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:21] ENGINE Bus STARTED 2024-08-17T16:59:21.534 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:21.534 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:21.534 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: Standby manager daemon y restarted 2024-08-17T16:59:21.534 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: Standby manager daemon y started 2024-08-17T16:59:21.534 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:59:21.534 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: Standby manager daemon y restarted 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: Standby manager daemon y started 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:59:21.535 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:21 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: Standby manager daemon y restarted 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: Standby manager daemon y started 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T16:59:21.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:21 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:22.557 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:22 smithi047 ceph-mon[43056]: pgmap v24: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-17T16:59:22.557 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:22 smithi047 ceph-mon[43056]: mgrmap e28: x(active, since 42s), standbys: y 2024-08-17T16:59:22.557 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:22 smithi047 ceph-mon[31070]: pgmap v24: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-17T16:59:22.558 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:22 smithi047 ceph-mon[31070]: mgrmap e28: x(active, since 42s), standbys: y 2024-08-17T16:59:22.677 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:59:22] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.43.0" 2024-08-17T16:59:22.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:22 smithi106 ceph-mon[34751]: pgmap v24: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s 2024-08-17T16:59:22.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:22 smithi106 ceph-mon[34751]: mgrmap e28: x(active, since 42s), standbys: y 2024-08-17T16:59:23.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:23 smithi047 ceph-mon[43056]: pgmap v25: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2024-08-17T16:59:23.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:23 smithi047 ceph-mon[31070]: pgmap v25: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2024-08-17T16:59:23.677 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:23 smithi106 ceph-mon[34751]: pgmap v25: 89 pgs: 89 active+clean; 4.0 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 669 op/s 2024-08-17T16:59:25.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: ignoring --setuser ceph since I am not root 2024-08-17T16:59:25.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: ignoring --setgroup ceph since I am not root 2024-08-17T16:59:25.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:25 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:25] ENGINE Bus STOPPING 2024-08-17T16:59:25.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:25 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:59:25.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:25 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:25] ENGINE Bus STOPPED 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: pgmap v26: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:59:26.373 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: Activating manager daemon y 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24610 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: mgrmap e29: y(active, starting, since 0.0112102s) 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:59:26.374 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:59:26.375 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[31070]: Manager daemon y is now available 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.370+0000 7fd2496af640 -1 mgr.server reply reply (95) Operation not supported Warning: due to ceph-mgr restart, some PG states may not be up to date 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: Module 'orchestrator' is not enabled/loaded (required by command 'orch upgrade status'): use `ceph mgr module enable orchestrator` to enable it 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: pgmap v26: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:26.376 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: Activating manager daemon y 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24610 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: mgrmap e29: y(active, starting, since 0.0112102s) 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:59:26.377 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:59:26.378 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-mon[43056]: Manager daemon y is now available 2024-08-17T16:59:26.379 INFO:teuthology.orchestra.run.smithi047.stderr:Error ENOTSUP: Warning: due to ceph-mgr restart, some PG states may not be up to date 2024-08-17T16:59:26.379 INFO:teuthology.orchestra.run.smithi047.stderr:Module 'orchestrator' is not enabled/loaded (required by command 'orch upgrade status'): use `ceph mgr module enable orchestrator` to enable it 2024-08-17T16:59:26.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: pgmap v26: 89 pgs: 89 active+clean; 3.9 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-08-17T16:59:26.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 172.21.15.106:0/4273895220' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: Activating manager daemon y 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24610 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: mgrmap e29: y(active, starting, since 0.0112102s) 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:26.429 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi106.ovqxfr"}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi047.djqpkv"}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T16:59:26.430 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T16:59:26.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:59:26.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:59:26.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:59:26.431 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:26 smithi106 ceph-mon[34751]: Manager daemon y is now available 2024-08-17T16:59:26.796 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:26] ENGINE Bus STARTING 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.822+0000 7fd226669640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.822+0000 7fd226669640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.822+0000 7fd226669640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.822+0000 7fd226669640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.822+0000 7fd226669640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.829+0000 7fd21b856640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.829+0000 7fd21b856640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.829+0000 7fd21b856640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.829+0000 7fd21b856640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:26.829+0000 7fd21b856640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T16:59:27.111 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:26] ENGINE Serving on http://:::9283 2024-08-17T16:59:27.112 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:26 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:26] ENGINE Bus STARTED 2024-08-17T16:59:27.273 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'echo wait for minority of mons to upgrade' 2024-08-17T16:59:27.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: mgrmap e30: y(active, since 1.01686s) 2024-08-17T16:59:27.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: pgmap v3: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: mgrmap e30: y(active, since 1.01686s) 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.612 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: pgmap v3: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:27.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:27.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:59:27.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:59:27.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:27.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:59:27.613 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:27 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:59:27.675 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: mgrmap e30: y(active, since 1.01686s) 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: pgmap v3: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T16:59:27.680 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:27 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:59:28.578 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:28 smithi047 ceph-mon[43056]: pgmap v4: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:28.578 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:28 smithi047 ceph-mon[43056]: mgrmap e31: y(active, since 2s) 2024-08-17T16:59:28.579 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:28 smithi047 ceph-mon[31070]: pgmap v4: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:28.579 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:28 smithi047 ceph-mon[31070]: mgrmap e31: y(active, since 2s) 2024-08-17T16:59:28.677 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:28 smithi106 ceph-mon[34751]: pgmap v4: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:28.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:28 smithi106 ceph-mon[34751]: mgrmap e31: y(active, since 2s) 2024-08-17T16:59:29.853 INFO:teuthology.orchestra.run.smithi047.stdout:wait for minority of mons to upgrade 2024-08-17T16:59:30.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-mon[43056]: pgmap v5: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:30.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-mon[43056]: mgrmap e32: y(active, since 4s) 2024-08-17T16:59:30.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-mon[31070]: pgmap v5: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:30.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-mon[31070]: mgrmap e32: y(active, since 4s) 2024-08-17T16:59:30.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:30 smithi106 ceph-mon[34751]: pgmap v5: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:30.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:30 smithi106 ceph-mon[34751]: mgrmap e32: y(active, since 4s) 2024-08-17T16:59:31.112 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:30.639+0000 7fd20536a640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:59:30] ENGINE Error in HTTPServer.serve 2024-08-17T16:59:31.112 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: Traceback (most recent call last): 2024-08-17T16:59:31.112 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:59:31.112 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: self._connections.run(self.expiration_interval) 2024-08-17T16:59:31.112 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: self._run(expiration_interval) 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: s = self.context.wrap_socket( 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: return self.sslsocket_class._create( 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: self.do_handshake() 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: self._sslobj.do_handshake() 2024-08-17T16:59:31.113 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:59:31.114 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:30 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:31 smithi106 ceph-mon[34751]: [17/Aug/2024:16:59:30] ENGINE Bus STARTING 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:31 smithi106 ceph-mon[34751]: [17/Aug/2024:16:59:30] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:31 smithi106 ceph-mon[34751]: [17/Aug/2024:16:59:30] ENGINE Error in HTTPServer.serve 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: Traceback (most recent call last): 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._run(expiration_interval) 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:59:31.404 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: s = self.context.wrap_socket( 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: return self.sslsocket_class._create( 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: self.do_handshake() 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._sslobj.do_handshake() 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:31 smithi106 ceph-mon[34751]: [17/Aug/2024:16:59:30] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:59:31.405 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:31 smithi106 ceph-mon[34751]: [17/Aug/2024:16:59:30] ENGINE Bus STARTED 2024-08-17T16:59:31.444 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1' 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[31070]: [17/Aug/2024:16:59:30] ENGINE Bus STARTING 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[31070]: [17/Aug/2024:16:59:30] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[31070]: [17/Aug/2024:16:59:30] ENGINE Error in HTTPServer.serve 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:59:31.861 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: self.do_handshake() 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[31070]: [17/Aug/2024:16:59:30] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:59:31.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[31070]: [17/Aug/2024:16:59:30] ENGINE Bus STARTED 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[43056]: [17/Aug/2024:16:59:30] ENGINE Bus STARTING 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[43056]: [17/Aug/2024:16:59:30] ENGINE Serving on https://172.21.15.47:7150 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[43056]: [17/Aug/2024:16:59:30] ENGINE Error in HTTPServer.serve 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._run(expiration_interval) 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:59:31.863 INFO:journalctl@ceph.mon.c.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: s = self.context.wrap_socket( 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: return self.sslsocket_class._create( 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: self.do_handshake() 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._sslobj.do_handshake() 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[43056]: [17/Aug/2024:16:59:30] ENGINE Serving on http://172.21.15.47:8765 2024-08-17T16:59:31.864 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:31 smithi047 ceph-mon[43056]: [17/Aug/2024:16:59:30] ENGINE Bus STARTED 2024-08-17T16:59:32.430 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:32.566 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:32 smithi047 ceph-mon[43056]: pgmap v6: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:32.566 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:32 smithi047 ceph-mon[31070]: pgmap v6: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:32.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:32 smithi106 ceph-mon[34751]: pgmap v6: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 703 GiB / 715 GiB avail 2024-08-17T16:59:34.048 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:59:33] ENGINE Bus STARTING 2024-08-17T16:59:34.048 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: CherryPy Checker: 2024-08-17T16:59:34.049 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: The Application mounted at '' has an empty config. 2024-08-17T16:59:34.049 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: 2024-08-17T16:59:34.049 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:59:33] ENGINE Serving on http://:::9283 2024-08-17T16:59:34.049 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: [17/Aug/2024:16:59:33] ENGINE Bus STARTED 2024-08-17T16:59:34.786 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: pgmap v7: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 25 KiB/s rd, 294 B/s wr, 529 op/s 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: Standby manager daemon x started 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[43056]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:34.787 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: pgmap v7: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 25 KiB/s rd, 294 B/s wr, 529 op/s 2024-08-17T16:59:34.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:34.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:34.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: Standby manager daemon x started 2024-08-17T16:59:34.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:59:34.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:34.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:59:34.788 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-mon[31070]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:34.883 INFO:teuthology.orchestra.run.smithi047.stderr:Error EINVAL: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:34.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: pgmap v7: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 25 KiB/s rd, 294 B/s wr, 529 op/s 2024-08-17T16:59:34.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:34.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:34.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: Standby manager daemon x started 2024-08-17T16:59:34.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:59:34.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:59:34.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:59:34.929 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:34 smithi106 ceph-mon[34751]: from='mgr.? 172.21.15.106:0/1857878446' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:34.876+0000 7fd23ee9a640 -1 log_channel(cephadm) log [ERR] : Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: Traceback (most recent call last): 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 139, in wrapper 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: return OrchResult(f(*args, **kwargs)) 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/usr/share/ceph/mgr/cephadm/module.py", line 3671, in upgrade_start 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-17T16:59:35.097 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-17T16:59:35.098 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: raise OrchestratorError( 2024-08-17T16:59:35.098 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.098 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:34 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: 2024-08-17T16:59:34.877+0000 7fd23ee9a640 -1 mgr.server reply reply (22) Invalid argument Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.860 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[43056]: mgrmap e33: y(active, since 9s), standbys: x 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[43056]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[43056]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[43056]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 139, in wrapper 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout: return OrchResult(f(*args, **kwargs)) 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3671, in upgrade_start 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-17T16:59:35.861 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.c.smithi047.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.c.smithi047.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.c.smithi047.stdout: raise OrchestratorError( 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.c.smithi047.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[31070]: mgrmap e33: y(active, since 9s), standbys: x 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[31070]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[31070]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:35.862 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:35 smithi047 ceph-mon[31070]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: Traceback (most recent call last): 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 139, in wrapper 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: return OrchResult(f(*args, **kwargs)) 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3671, in upgrade_start 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: raise OrchestratorError( 2024-08-17T16:59:35.863 INFO:journalctl@ceph.mon.a.smithi047.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:35 smithi106 ceph-mon[34751]: mgrmap e33: y(active, since 9s), standbys: x 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:35 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:35 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:35 smithi106 ceph-mon[34751]: from='mgr.24694 172.21.15.47:0/3349415085' entity='mgr.y' 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:35 smithi106 ceph-mon[34751]: from='client.24884 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "daemon_types": "mon", "limit": 1, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:35 smithi106 ceph-mon[34751]: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout: Traceback (most recent call last): 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/usr/share/ceph/mgr/orchestrator/_interface.py", line 139, in wrapper 2024-08-17T16:59:35.928 INFO:journalctl@ceph.mon.b.smithi106.stdout: return OrchResult(f(*args, **kwargs)) 2024-08-17T16:59:35.929 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/usr/share/ceph/mgr/cephadm/module.py", line 3671, in upgrade_start 2024-08-17T16:59:35.929 INFO:journalctl@ceph.mon.b.smithi106.stdout: return self.upgrade.upgrade_start(image, version, daemon_types, hosts, services, limit) 2024-08-17T16:59:35.929 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 330, in upgrade_start 2024-08-17T16:59:35.929 INFO:journalctl@ceph.mon.b.smithi106.stdout: self._validate_upgrade_filters(target_name, daemon_types, hosts, services) 2024-08-17T16:59:35.929 INFO:journalctl@ceph.mon.b.smithi106.stdout: File "/usr/share/ceph/mgr/cephadm/upgrade.py", line 391, in _validate_upgrade_filters 2024-08-17T16:59:35.929 INFO:journalctl@ceph.mon.b.smithi106.stdout: raise OrchestratorError( 2024-08-17T16:59:35.929 INFO:journalctl@ceph.mon.b.smithi106.stdout: orchestrator._interface.OrchestratorError: Cannot set values for --daemon-types, --services or --hosts when upgrade already in progress. 2024-08-17T16:59:36.035 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-08-17T16:59:36.037 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/cephadm.py", line 1493, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi047 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1'" 2024-08-17T16:59:36.275 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=bd2e5f0b7fd240a18e793537dbeb7c86 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/sequential.py", line 47, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/cephadm.py", line 1493, in shell _shell( File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/cephadm.py", line 111, in _shell return remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi047 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1'" 2024-08-17T16:59:36.279 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-17T16:59:36.288 INFO:tasks.cephadm:Teardown begin 2024-08-17T16:59:36.288 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:59:36.354 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:59:36.396 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-17T16:59:36.397 DEBUG:teuthology.orchestra.run.smithi047:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T16:59:36.427 DEBUG:teuthology.orchestra.run.smithi106:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T16:59:36.466 INFO:tasks.cephadm:Stopping all daemons... 2024-08-17T16:59:36.466 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-17T16:59:36.467 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a 2024-08-17T16:59:36.610 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:36 smithi047 systemd[1]: Stopping Ceph mon.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:36.678 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:36 smithi106 ceph-mon[34751]: pgmap v8: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 20 KiB/s rd, 228 B/s wr, 411 op/s 2024-08-17T16:59:37.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:36 smithi047 ceph-mon[43056]: pgmap v8: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 20 KiB/s rd, 228 B/s wr, 411 op/s 2024-08-17T16:59:37.111 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:36 smithi047 ceph-mon[31070]: pgmap v8: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 20 KiB/s rd, 228 B/s wr, 411 op/s 2024-08-17T16:59:38.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:38 smithi106 ceph-mon[34751]: pgmap v9: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 KiB/s rd, 187 B/s wr, 687 op/s 2024-08-17T16:59:39.022 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:38 smithi047 ceph-mon[43056]: pgmap v9: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 KiB/s rd, 187 B/s wr, 687 op/s 2024-08-17T16:59:39.022 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:38 smithi047 ceph-mon[31070]: pgmap v9: 89 pgs: 89 active+clean; 3.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 16 KiB/s rd, 187 B/s wr, 687 op/s 2024-08-17T16:59:39.353 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a[31047]: 2024-08-17T16:59:39.020+0000 7f3e2ab09640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:39.353 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a[31047]: 2024-08-17T16:59:39.020+0000 7f3e2ab09640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-17T16:59:39.353 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:39 smithi047 podman[96575]: 2024-08-17 16:59:39.056535902 +0000 UTC m=+0.183328759 container died baf6d5eba18c5e3c94636c34c0b81d394842d7b13226fcc5c714106d3c8ef036 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, RELEASE=reef-ced649f, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T16:59:39.353 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:39] ENGINE Bus STOPPING 2024-08-17T16:59:39.611 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:39 smithi047 podman[96575]: 2024-08-17 16:59:39.548703736 +0000 UTC m=+0.675496588 container cleanup baf6d5eba18c5e3c94636c34c0b81d394842d7b13226fcc5c714106d3c8ef036 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:59:39.612 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:39 smithi047 bash[96575]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a 2024-08-17T16:59:39.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T16:59:39.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:39] ENGINE Bus STOPPED 2024-08-17T16:59:39.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:39] ENGINE Bus STARTING 2024-08-17T16:59:39.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:39] ENGINE Serving on http://:::9283 2024-08-17T16:59:39.612 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:39 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y[92008]: [17/Aug/2024:16:59:39] ENGINE Bus STARTED 2024-08-17T16:59:40.142 INFO:journalctl@ceph.mon.a.smithi047.stdout:Aug 17 16:59:39 smithi047 podman[96592]: 2024-08-17 16:59:39.884555481 +0000 UTC m=+0.818415185 container remove baf6d5eba18c5e3c94636c34c0b81d394842d7b13226fcc5c714106d3c8ef036 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T16:59:40.150 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.a.service' 2024-08-17T16:59:40.232 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T16:59:40.232 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-17T16:59:40.233 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-17T16:59:40.233 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.c 2024-08-17T16:59:40.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:40 smithi047 systemd[1]: Stopping Ceph mon.c for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:41.110 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:40 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c[43033]: 2024-08-17T16:59:40.741+0000 7f7b985e7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:41.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:40 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c[43033]: 2024-08-17T16:59:40.741+0000 7f7b985e7640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-17T16:59:41.111 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:40 smithi047 podman[96817]: 2024-08-17 16:59:40.956406667 +0000 UTC m=+0.355261048 container died 93c073beee65e7924f23e79fee9f7a7de105d2dc05d0694568615368538aa9b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T16:59:41.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:41 smithi047 podman[96817]: 2024-08-17 16:59:41.437469304 +0000 UTC m=+0.836323681 container cleanup 93c073beee65e7924f23e79fee9f7a7de105d2dc05d0694568615368538aa9b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T16:59:41.610 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:41 smithi047 bash[96817]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c 2024-08-17T16:59:41.968 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.c.service' 2024-08-17T16:59:42.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:41 smithi047 podman[96833]: 2024-08-17 16:59:41.722418892 +0000 UTC m=+0.769177037 container remove 93c073beee65e7924f23e79fee9f7a7de105d2dc05d0694568615368538aa9b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-c, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:59:42.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:41 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-17T16:59:42.012 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:41 smithi047 systemd[1]: Stopped Ceph mon.c for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:59:42.013 INFO:journalctl@ceph.mon.c.smithi047.stdout:Aug 17 16:59:41 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.c.service: Consumed 7.145s CPU time. 2024-08-17T16:59:42.029 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T16:59:42.029 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-17T16:59:42.030 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-17T16:59:42.030 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.b 2024-08-17T16:59:42.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:42 smithi106 systemd[1]: Stopping Ceph mon.b for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:42.927 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:42 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x[70797]: ::ffff:172.21.15.106 - - [17/Aug/2024:16:59:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T16:59:43.668 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:43 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-b[34717]: 2024-08-17T16:59:43.430+0000 7f573272d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:43.669 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:43 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-b[34717]: 2024-08-17T16:59:43.430+0000 7f573272d640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-17T16:59:43.927 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:43 smithi106 podman[80498]: 2024-08-17 16:59:43.668032642 +0000 UTC m=+1.261349458 container died 8eda33d2a6478bd170ea73c6b5c5aef7a85e0dc0a78554bd46df45bed74b33d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, GIT_CLEAN=True) 2024-08-17T16:59:44.427 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:44 smithi106 podman[80498]: 2024-08-17 16:59:44.265854067 +0000 UTC m=+1.859170887 container cleanup 8eda33d2a6478bd170ea73c6b5c5aef7a85e0dc0a78554bd46df45bed74b33d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-b, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T16:59:44.428 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:44 smithi106 bash[80498]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-b 2024-08-17T16:59:45.382 INFO:journalctl@ceph.mon.b.smithi106.stdout:Aug 17 16:59:45 smithi106 podman[80514]: 2024-08-17 16:59:45.093252809 +0000 UTC m=+1.414504187 container remove 8eda33d2a6478bd170ea73c6b5c5aef7a85e0dc0a78554bd46df45bed74b33d5 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mon-b, RELEASE=reef-ced649f, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T16:59:45.399 DEBUG:teuthology.orchestra.run.smithi106:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mon.b.service' 2024-08-17T16:59:45.471 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T16:59:45.472 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-17T16:59:45.472 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-17T16:59:45.472 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y 2024-08-17T16:59:45.860 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:45 smithi047 systemd[1]: Stopping Ceph mgr.y for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:46.301 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:46 smithi047 podman[96936]: 2024-08-17 16:59:46.021393472 +0000 UTC m=+0.202364953 container died 39a4e31418e888bd666c36e8aa35980a76bfc7198a224d3a82fa5915f2f634f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-08-17T16:59:46.556 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:46 smithi047 podman[96936]: 2024-08-17 16:59:46.55135748 +0000 UTC m=+0.732328953 container cleanup 39a4e31418e888bd666c36e8aa35980a76bfc7198a224d3a82fa5915f2f634f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe) 2024-08-17T16:59:46.820 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:46 smithi047 bash[96936]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y 2024-08-17T16:59:47.110 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Aug 17 16:59:46 smithi047 podman[96953]: 2024-08-17 16:59:46.819446698 +0000 UTC m=+0.786154135 container remove 39a4e31418e888bd666c36e8aa35980a76bfc7198a224d3a82fa5915f2f634f5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-17T16:59:47.304 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-17T16:59:47.362 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T16:59:47.362 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-17T16:59:47.362 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-17T16:59:47.362 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x 2024-08-17T16:59:47.677 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:47 smithi106 systemd[1]: Stopping Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:48.178 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:47 smithi106 podman[80612]: 2024-08-17 16:59:47.903716463 +0000 UTC m=+0.195268689 container died d983c8e17485dadbb11aaac558b657dcfb3d5e430a2ed6c64181730c8a9010b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:59:48.677 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:48 smithi106 podman[80612]: 2024-08-17 16:59:48.533118228 +0000 UTC m=+0.824670452 container cleanup d983c8e17485dadbb11aaac558b657dcfb3d5e430a2ed6c64181730c8a9010b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:59:48.678 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:48 smithi106 bash[80612]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x 2024-08-17T16:59:49.154 DEBUG:teuthology.orchestra.run.smithi106:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-17T16:59:49.177 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:48 smithi106 podman[80626]: 2024-08-17 16:59:48.916176423 +0000 UTC m=+1.003805975 container remove d983c8e17485dadbb11aaac558b657dcfb3d5e430a2ed6c64181730c8a9010b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-17T16:59:49.178 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:48 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T16:59:49.178 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:49 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T16:59:49.178 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:49 smithi106 systemd[1]: Stopped Ceph mgr.x for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T16:59:49.178 INFO:journalctl@ceph.mgr.x.smithi106.stdout:Aug 17 16:59:49 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@mgr.x.service: Consumed 26.786s CPU time. 2024-08-17T16:59:49.211 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T16:59:49.211 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-17T16:59:49.211 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-17T16:59:49.212 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.0 2024-08-17T16:59:49.610 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:49 smithi047 systemd[1]: Stopping Ceph osd.0 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:50.110 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:49 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0[47326]: 2024-08-17T16:59:49.731+0000 7f231f045640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:50.111 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:49 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0[47326]: 2024-08-17T16:59:49.731+0000 7f231f045640 -1 osd.0 80 *** Got signal Terminated *** 2024-08-17T16:59:50.111 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:49 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0[47326]: 2024-08-17T16:59:49.731+0000 7f231f045640 -1 osd.0 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T16:59:55.440 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:55 smithi047 podman[97068]: 2024-08-17 16:59:55.148625605 +0000 UTC m=+5.576372945 container died a02ecbd41f08acd9698e56d76c1456ed0c7140ca35a3b0f8d2ade4fdfe9c3819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T16:59:55.860 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:55 smithi047 podman[97068]: 2024-08-17 16:59:55.613889927 +0000 UTC m=+6.041637315 container cleanup a02ecbd41f08acd9698e56d76c1456ed0c7140ca35a3b0f8d2ade4fdfe9c3819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T16:59:55.860 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:55 smithi047 bash[97068]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0 2024-08-17T16:59:56.120 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:55 smithi047 podman[97086]: 2024-08-17 16:59:55.865433676 +0000 UTC m=+0.713166965 container remove a02ecbd41f08acd9698e56d76c1456ed0c7140ca35a3b0f8d2ade4fdfe9c3819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:59:56.386 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:56 smithi047 podman[97180]: 2024-08-17 16:59:56.144048225 +0000 UTC m=+0.018642066 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T16:59:56.386 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:56 smithi047 podman[97180]: 2024-08-17 16:59:56.274840395 +0000 UTC m=+0.149434226 container create b4055234523d7d24b6eb792f9b83770626226b60cb0d60128e48799eef4d0661 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-17T16:59:56.687 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:56 smithi047 podman[97180]: 2024-08-17 16:59:56.494257657 +0000 UTC m=+0.368851490 container init b4055234523d7d24b6eb792f9b83770626226b60cb0d60128e48799eef4d0661 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T16:59:56.688 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:56 smithi047 podman[97180]: 2024-08-17 16:59:56.498863814 +0000 UTC m=+0.373457653 container start b4055234523d7d24b6eb792f9b83770626226b60cb0d60128e48799eef4d0661 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-08-17T16:59:56.688 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:56 smithi047 podman[97180]: 2024-08-17 16:59:56.569021443 +0000 UTC m=+0.443615285 container attach b4055234523d7d24b6eb792f9b83770626226b60cb0d60128e48799eef4d0661 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-08-17T16:59:56.972 INFO:journalctl@ceph.osd.0.smithi047.stdout:Aug 17 16:59:56 smithi047 podman[97180]: 2024-08-17 16:59:56.687458379 +0000 UTC m=+0.562052227 container died b4055234523d7d24b6eb792f9b83770626226b60cb0d60128e48799eef4d0661 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-0-deactivate, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T16:59:57.499 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.0.service' 2024-08-17T16:59:57.541 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T16:59:57.542 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-17T16:59:57.542 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-17T16:59:57.542 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.1 2024-08-17T16:59:57.860 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:59:57 smithi047 systemd[1]: Stopping Ceph osd.1 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T16:59:58.360 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:59:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1[53798]: 2024-08-17T16:59:57.860+0000 7ff50594b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:59:58.360 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:59:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1[53798]: 2024-08-17T16:59:57.860+0000 7ff50594b640 -1 osd.1 80 *** Got signal Terminated *** 2024-08-17T16:59:58.361 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 16:59:57 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1[53798]: 2024-08-17T16:59:57.860+0000 7ff50594b640 -1 osd.1 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:00:03.601 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:03 smithi047 podman[97309]: 2024-08-17 17:00:03.200419382 +0000 UTC m=+5.426951029 container died c048c982ab069ef7b90203cc024d8f8547a77cd98ea26100e354e8309157bc73 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T17:00:03.860 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:03 smithi047 podman[97309]: 2024-08-17 17:00:03.600785375 +0000 UTC m=+5.827317021 container cleanup c048c982ab069ef7b90203cc024d8f8547a77cd98ea26100e354e8309157bc73 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f) 2024-08-17T17:00:03.860 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:03 smithi047 bash[97309]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1 2024-08-17T17:00:03.860 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:03 smithi047 podman[97333]: 2024-08-17 17:00:03.818989976 +0000 UTC m=+0.620176766 container remove c048c982ab069ef7b90203cc024d8f8547a77cd98ea26100e354e8309157bc73 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:04.428 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:04.161Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.106:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.106:8765: connect: connection refused" 2024-08-17T17:00:04.429 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:04.161Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.106:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.106:8765: connect: connection refused" 2024-08-17T17:00:04.429 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:04.161Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.106:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.106:8765: connect: connection refused" 2024-08-17T17:00:04.429 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:04.162Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.106:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.106:8765: connect: connection refused" 2024-08-17T17:00:04.429 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:04.162Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.106:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.106:8765: connect: connection refused" 2024-08-17T17:00:04.429 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:04 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:04.167Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.106:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.106:8765: connect: connection refused" 2024-08-17T17:00:04.531 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:04 smithi047 podman[97424]: 2024-08-17 17:00:04.071516242 +0000 UTC m=+0.017905815 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:00:04.531 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:04 smithi047 podman[97424]: 2024-08-17 17:00:04.178117376 +0000 UTC m=+0.124506933 container create 637c48476803bc249affc9072ce0b3bb97d7c76b33d08254d1bc7b1711dd11bd (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1-deactivate, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T17:00:04.531 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:04 smithi047 podman[97424]: 2024-08-17 17:00:04.530895077 +0000 UTC m=+0.477284646 container init 637c48476803bc249affc9072ce0b3bb97d7c76b33d08254d1bc7b1711dd11bd (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-17T17:00:04.860 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:04 smithi047 podman[97424]: 2024-08-17 17:00:04.536074069 +0000 UTC m=+0.482463635 container start 637c48476803bc249affc9072ce0b3bb97d7c76b33d08254d1bc7b1711dd11bd (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:00:04.860 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:04 smithi047 podman[97424]: 2024-08-17 17:00:04.639108319 +0000 UTC m=+0.585497891 container attach 637c48476803bc249affc9072ce0b3bb97d7c76b33d08254d1bc7b1711dd11bd (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:04.861 INFO:journalctl@ceph.osd.1.smithi047.stdout:Aug 17 17:00:04 smithi047 podman[97424]: 2024-08-17 17:00:04.726063418 +0000 UTC m=+0.672452992 container died 637c48476803bc249affc9072ce0b3bb97d7c76b33d08254d1bc7b1711dd11bd (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:00:05.360 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.1.service' 2024-08-17T17:00:05.402 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:05.402 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-17T17:00:05.402 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-17T17:00:05.403 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.2 2024-08-17T17:00:05.610 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:05 smithi047 systemd[1]: Stopping Ceph osd.2 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:06.110 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:05 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2[60187]: 2024-08-17T17:00:05.739+0000 7f5b53532640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:00:06.110 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:05 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2[60187]: 2024-08-17T17:00:05.739+0000 7f5b53532640 -1 osd.2 80 *** Got signal Terminated *** 2024-08-17T17:00:06.110 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:05 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2[60187]: 2024-08-17T17:00:05.739+0000 7f5b53532640 -1 osd.2 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:00:11.473 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:11 smithi047 podman[97553]: 2024-08-17 17:00:11.176548414 +0000 UTC m=+5.536820681 container died dfa15e20762a4546c4c149cb8940e7444ed643d53767edcbb9e107e63a5c3019 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:00:11.860 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:11 smithi047 podman[97553]: 2024-08-17 17:00:11.653760939 +0000 UTC m=+6.014033245 container cleanup dfa15e20762a4546c4c149cb8940e7444ed643d53767edcbb9e107e63a5c3019 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:11.860 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:11 smithi047 bash[97553]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2 2024-08-17T17:00:12.339 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:11 smithi047 podman[97575]: 2024-08-17 17:00:11.996987598 +0000 UTC m=+0.814865928 container remove dfa15e20762a4546c4c149cb8940e7444ed643d53767edcbb9e107e63a5c3019 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:00:12.610 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:12 smithi047 podman[97668]: 2024-08-17 17:00:12.241632338 +0000 UTC m=+0.017681251 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:00:12.610 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:12 smithi047 podman[97668]: 2024-08-17 17:00:12.339384008 +0000 UTC m=+0.115432904 container create 15bcc0c50b8d7535b0180f97c958a2f4cd06f643cd81497913cd1364e72a5990 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:00:12.611 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:12 smithi047 podman[97668]: 2024-08-17 17:00:12.55023499 +0000 UTC m=+0.326283900 container init 15bcc0c50b8d7535b0180f97c958a2f4cd06f643cd81497913cd1364e72a5990 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:00:12.611 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:12 smithi047 podman[97668]: 2024-08-17 17:00:12.555184787 +0000 UTC m=+0.331233691 container start 15bcc0c50b8d7535b0180f97c958a2f4cd06f643cd81497913cd1364e72a5990 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-17T17:00:13.038 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:12 smithi047 podman[97668]: 2024-08-17 17:00:12.616795768 +0000 UTC m=+0.392844691 container attach 15bcc0c50b8d7535b0180f97c958a2f4cd06f643cd81497913cd1364e72a5990 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T17:00:13.038 INFO:journalctl@ceph.osd.2.smithi047.stdout:Aug 17 17:00:12 smithi047 podman[97668]: 2024-08-17 17:00:12.748492865 +0000 UTC m=+0.524541774 container died 15bcc0c50b8d7535b0180f97c958a2f4cd06f643cd81497913cd1364e72a5990 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:13.369 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.2.service' 2024-08-17T17:00:13.412 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:13.412 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-17T17:00:13.412 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-17T17:00:13.413 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.3 2024-08-17T17:00:13.610 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:13 smithi047 systemd[1]: Stopping Ceph osd.3 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:14.110 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T17:00:13.734+0000 7f12e9fcb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:00:14.110 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T17:00:13.734+0000 7f12e9fcb640 -1 osd.3 80 *** Got signal Terminated *** 2024-08-17T17:00:14.111 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:13 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T17:00:13.734+0000 7f12e9fcb640 -1 osd.3 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:00:15.860 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:15 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T17:00:15.493+0000 7f12e25d7640 -1 osd.3 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.470675+0000 front 2024-08-17T16:59:53.470722+0000 (oldest deadline 2024-08-17T17:00:15.170965+0000) 2024-08-17T17:00:16.428 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:15 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:15.995+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:16.860 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:16 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T17:00:16.480+0000 7f12e25d7640 -1 osd.3 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.470675+0000 front 2024-08-17T16:59:53.470722+0000 (oldest deadline 2024-08-17T17:00:15.170965+0000) 2024-08-17T17:00:17.428 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:17.012+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:17.860 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:17 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T17:00:17.440+0000 7f12e25d7640 -1 osd.3 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.470675+0000 front 2024-08-17T16:59:53.470722+0000 (oldest deadline 2024-08-17T17:00:15.170965+0000) 2024-08-17T17:00:17.927 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:17.501+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:17.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:17.642+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:18.428 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:17 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:17.989+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:18.860 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:18 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3[66247]: 2024-08-17T17:00:18.404+0000 7f12e25d7640 -1 osd.3 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.470675+0000 front 2024-08-17T16:59:53.470722+0000 (oldest deadline 2024-08-17T17:00:15.170965+0000) 2024-08-17T17:00:18.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:18.543+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:18.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:18.613+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:19.393 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:19 smithi047 podman[97796]: 2024-08-17 17:00:19.11108131 +0000 UTC m=+5.469058405 container died 03fa9d001224905c88682f0af229c73dfd7fdb2fa249774d49c3199715f3bc94 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-17T17:00:19.427 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:18 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:18.998+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:19.825 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:19 smithi047 podman[97796]: 2024-08-17 17:00:19.565340218 +0000 UTC m=+5.923317346 container cleanup 03fa9d001224905c88682f0af229c73dfd7fdb2fa249774d49c3199715f3bc94 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T17:00:19.826 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:19 smithi047 bash[97796]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3 2024-08-17T17:00:19.927 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:19 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:19.578+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:19.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:19 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:19.654+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:20.110 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:19 smithi047 podman[97829]: 2024-08-17 17:00:19.825066954 +0000 UTC m=+0.706658787 container remove 03fa9d001224905c88682f0af229c73dfd7fdb2fa249774d49c3199715f3bc94 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:00:20.403 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:20 smithi047 podman[97921]: 2024-08-17 17:00:20.053361193 +0000 UTC m=+0.017765333 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:00:20.404 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:20 smithi047 podman[97921]: 2024-08-17 17:00:20.19259712 +0000 UTC m=+0.157001284 container create 42c6b35ab01a0b8dde7f7b28b7e890064df6fc65676739a9636fffed9c11bd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, ceph=True) 2024-08-17T17:00:20.404 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:20 smithi047 podman[97921]: 2024-08-17 17:00:20.403218206 +0000 UTC m=+0.367622340 container init 42c6b35ab01a0b8dde7f7b28b7e890064df6fc65676739a9636fffed9c11bd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T17:00:20.427 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:20.030+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:20.428 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:20.248+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:20.861 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:20 smithi047 podman[97921]: 2024-08-17 17:00:20.408187698 +0000 UTC m=+0.372591821 container start 42c6b35ab01a0b8dde7f7b28b7e890064df6fc65676739a9636fffed9c11bd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS) 2024-08-17T17:00:20.861 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:20 smithi047 podman[97921]: 2024-08-17 17:00:20.503050401 +0000 UTC m=+0.467454532 container attach 42c6b35ab01a0b8dde7f7b28b7e890064df6fc65676739a9636fffed9c11bd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:00:20.861 INFO:journalctl@ceph.osd.3.smithi047.stdout:Aug 17 17:00:20 smithi047 podman[97921]: 2024-08-17 17:00:20.608120608 +0000 UTC m=+0.572524736 container died 42c6b35ab01a0b8dde7f7b28b7e890064df6fc65676739a9636fffed9c11bd92 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-ced649f) 2024-08-17T17:00:20.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:20.538+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:20.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:20.608+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:21.244 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.3.service' 2024-08-17T17:00:21.266 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:20 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:20.991+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:21.288 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:21.288 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-17T17:00:21.289 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-17T17:00:21.289 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.4 2024-08-17T17:00:21.566 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:21 smithi106 systemd[1]: Stopping Ceph osd.4 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:21.566 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:21.265+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:21.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:21.611+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:21.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:21.564+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:21.928 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:21.603+0000 7f456cef4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:00:21.928 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:21.603+0000 7f456cef4640 -1 osd.4 80 *** Got signal Terminated *** 2024-08-17T17:00:21.929 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:21.603+0000 7f456cef4640 -1 osd.4 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:00:22.298 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:21 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:21.993+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:22.578 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:22.297+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:22.927 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:22.630+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:22.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:22.576+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:23.299 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:22 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:22.976+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:23.597 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:23 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:23.529+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:23.598 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:23 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:23.298+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:23.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:23 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:23.596+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:24.280 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:23 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:23.981+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:24.644 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:24 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:24.517+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:24.645 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:24 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:24.279+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:24.930 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:24 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:24.643+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:24.930 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:24 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:24.643+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:25.270 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:25.007+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:25.271 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:25.008+0000 7f4569508640 -1 osd.4 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231346 5.e 5:7e3efc43:::benchmark_data_smithi047_87930_object97892:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:25.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:25.269+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:25.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:25.269+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:25.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:25.501+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:25.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:25.501+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:25.999 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:25.681+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:26.000 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:25.681+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:26.000 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:25.682+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:26.428 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:25.998+0000 7f4569508640 -1 osd.4 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.624512+0000 front 2024-08-17T16:59:52.624623+0000 (oldest deadline 2024-08-17T17:00:15.524658+0000) 2024-08-17T17:00:26.428 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:25 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4[40073]: 2024-08-17T17:00:25.998+0000 7f4569508640 -1 osd.4 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231346 5.e 5:7e3efc43:::benchmark_data_smithi047_87930_object97892:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:26.428 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:26 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:26.227+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:26.428 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:26 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:26.227+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:26.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:26 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:26.543+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:26.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:26 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:26.543+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:26.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:26 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:26.702+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:26.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:26 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:26.702+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:26.929 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:26 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:26.703+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:27.253 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:26 smithi106 podman[80750]: 2024-08-17 17:00:26.973799076 +0000 UTC m=+5.477868457 container died 513416887ec3af7a22db53692e55153d232a7b45145af0b63fc81f63529cfe3d (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:00:27.674 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:27.497+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:27.675 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:27.497+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:27.675 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:27 smithi106 podman[80750]: 2024-08-17 17:00:27.426950782 +0000 UTC m=+5.931020156 container cleanup 513416887ec3af7a22db53692e55153d232a7b45145af0b63fc81f63529cfe3d (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-08-17T17:00:27.675 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:27 smithi106 bash[80750]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4 2024-08-17T17:00:27.675 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:27.254+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:27.676 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:27.254+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:27.676 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:27.254+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:27.930 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:27 smithi106 podman[80770]: 2024-08-17 17:00:27.728571358 +0000 UTC m=+0.755162932 container remove 513416887ec3af7a22db53692e55153d232a7b45145af0b63fc81f63529cfe3d (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS) 2024-08-17T17:00:27.930 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:27.672+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:27.930 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:27.672+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:27.930 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:27 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:27.673+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:28.349 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:28.289+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:28.349 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:28.289+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:28.349 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:28.289+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:28.350 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:28 smithi106 podman[80864]: 2024-08-17 17:00:27.997552717 +0000 UTC m=+0.017140497 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:00:28.350 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:28 smithi106 podman[80864]: 2024-08-17 17:00:28.096119509 +0000 UTC m=+0.115707361 container create c60557c54733230cf9f98c11e6189dfbd29b5e1f3d5d7d2c755b9473f3d2680b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:28.350 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:28 smithi106 podman[80864]: 2024-08-17 17:00:28.348763057 +0000 UTC m=+0.368350836 container init c60557c54733230cf9f98c11e6189dfbd29b5e1f3d5d7d2c755b9473f3d2680b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:00:28.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:28.505+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:28.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:28.505+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:28.678 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:28 smithi106 podman[80864]: 2024-08-17 17:00:28.35375666 +0000 UTC m=+0.373344454 container start c60557c54733230cf9f98c11e6189dfbd29b5e1f3d5d7d2c755b9473f3d2680b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-ced649f, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T17:00:28.679 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:28 smithi106 podman[80864]: 2024-08-17 17:00:28.465513553 +0000 UTC m=+0.485101358 container attach c60557c54733230cf9f98c11e6189dfbd29b5e1f3d5d7d2c755b9473f3d2680b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-17T17:00:28.679 INFO:journalctl@ceph.osd.4.smithi106.stdout:Aug 17 17:00:28 smithi106 podman[80864]: 2024-08-17 17:00:28.539447812 +0000 UTC m=+0.559035601 container died c60557c54733230cf9f98c11e6189dfbd29b5e1f3d5d7d2c755b9473f3d2680b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, org.label-schema.build-date=20240731) 2024-08-17T17:00:29.119 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:28.713+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:29.119 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:28.713+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:29.120 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:28 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:28.713+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:29.143 DEBUG:teuthology.orchestra.run.smithi106:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.4.service' 2024-08-17T17:00:29.182 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:29.182 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-17T17:00:29.183 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-17T17:00:29.183 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.5 2024-08-17T17:00:29.428 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:29 smithi106 systemd[1]: Stopping Ceph osd.5 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:29.429 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:29.293+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:29.429 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:29.293+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:29.429 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:29.293+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:29.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:29.464+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:29.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:29.464+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:29.929 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:29.531+0000 7fa250fd8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:00:29.929 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:29.531+0000 7fa250fd8640 -1 osd.5 80 *** Got signal Terminated *** 2024-08-17T17:00:29.929 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:29.531+0000 7fa250fd8640 -1 osd.5 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:00:29.929 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:29.680+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:29.929 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:29.680+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:29.929 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:29 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:29.680+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:30.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:30.320+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:30.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:30.320+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:30.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:30.320+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:30.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:30.486+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:30.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:30.486+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:31.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:30.703+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:31.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:30.703+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:31.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:30 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:30.703+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:31.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:31.347+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:31.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:31.347+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:31.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:31.347+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:31.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:31.440+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:31.679 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:31.440+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:32.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:31.734+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:32.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:31.734+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:32.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:31 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:31.734+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:32.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:32.341+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:32.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:32.341+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:32.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:32.341+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:32.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:32.432+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:32.679 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:32.432+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:32.679 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:32.432+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:33.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:32.730+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:33.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:32.730+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:33.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:32 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:32.730+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:33.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:33.354+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:33.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:33.354+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:33.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:33.354+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:33.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:33.453+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:33.679 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:33.453+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:33.679 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:33.453+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:34.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:33.692+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:53.380379+0000 front 2024-08-17T16:59:53.380341+0000 (oldest deadline 2024-08-17T17:00:16.880183+0000) 2024-08-17T17:00:34.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:33.692+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.982011+0000 front 2024-08-17T17:00:01.982036+0000 (oldest deadline 2024-08-17T17:00:24.282070+0000) 2024-08-17T17:00:34.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:33.692+0000 7fa2495e4640 -1 osd.5 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:10.584117+0000 front 2024-08-17T17:00:10.583999+0000 (oldest deadline 2024-08-17T17:00:33.483779+0000) 2024-08-17T17:00:34.178 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:33 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5[46172]: 2024-08-17T17:00:33.692+0000 7fa2495e4640 -1 osd.5 80 get_health_metrics reporting 2 slow ops, oldest is osd_op(client.14805.0:231357 5.7 5:e4a65363:::benchmark_data_smithi047_87930_object97903:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:34.442 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:34 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:34.400+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:34.443 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:34 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:34.400+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:34.443 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:34 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:34.400+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:34.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:34 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:34.502+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:34.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:34 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:34.502+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:34.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:34 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:34.502+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:35.248 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:34 smithi106 podman[80991]: 2024-08-17 17:00:34.959787296 +0000 UTC m=+5.555239808 container died a9fb4598544cbf705c956f8da820bb02128fd22d27ccfc0b3d9dac24ae64e5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:35.539 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:35 smithi106 podman[80991]: 2024-08-17 17:00:35.346771388 +0000 UTC m=+5.942223899 container cleanup a9fb4598544cbf705c956f8da820bb02128fd22d27ccfc0b3d9dac24ae64e5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T17:00:35.539 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:35 smithi106 bash[80991]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5 2024-08-17T17:00:35.539 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:35 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:35.352+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:35.539 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:35 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:35.352+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:35.539 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:35 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:35.352+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.265802+0000 front 2024-08-17T17:00:09.265744+0000 (oldest deadline 2024-08-17T17:00:34.565648+0000) 2024-08-17T17:00:35.540 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:35 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:35.352+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:35.928 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:35 smithi106 podman[81024]: 2024-08-17 17:00:35.599747119 +0000 UTC m=+0.643796298 container remove a9fb4598544cbf705c956f8da820bb02128fd22d27ccfc0b3d9dac24ae64e5d4 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T17:00:35.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:35 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:35.538+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:35.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:35 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:35.538+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:35.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:35 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:35.538+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:36.302 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:36 smithi106 podman[81116]: 2024-08-17 17:00:35.919017058 +0000 UTC m=+0.017218519 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:00:36.303 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:36 smithi106 podman[81116]: 2024-08-17 17:00:36.024704968 +0000 UTC m=+0.122906455 container create 5bd1b8abcc784573ed2b2657208424ff62ed3603f5df3ea8b14b9a2cb993091a (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5-deactivate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:36.303 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:36 smithi106 podman[81116]: 2024-08-17 17:00:36.218959353 +0000 UTC m=+0.317160807 container init 5bd1b8abcc784573ed2b2657208424ff62ed3603f5df3ea8b14b9a2cb993091a (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f) 2024-08-17T17:00:36.303 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:36 smithi106 podman[81116]: 2024-08-17 17:00:36.224161347 +0000 UTC m=+0.322362788 container start 5bd1b8abcc784573ed2b2657208424ff62ed3603f5df3ea8b14b9a2cb993091a (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=reef-ced649f, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-17T17:00:36.303 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:36 smithi106 podman[81116]: 2024-08-17 17:00:36.301787089 +0000 UTC m=+0.399988534 container attach 5bd1b8abcc784573ed2b2657208424ff62ed3603f5df3ea8b14b9a2cb993091a (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-ced649f, ceph=True) 2024-08-17T17:00:36.678 INFO:journalctl@ceph.osd.5.smithi106.stdout:Aug 17 17:00:36 smithi106 podman[81116]: 2024-08-17 17:00:36.409945026 +0000 UTC m=+0.508146467 container died 5bd1b8abcc784573ed2b2657208424ff62ed3603f5df3ea8b14b9a2cb993091a (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:00:36.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:36.519+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:36.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:36.519+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:36.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:36.519+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:36.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:36.310+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:36.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:36.310+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:36.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:36.310+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.265802+0000 front 2024-08-17T17:00:09.265744+0000 (oldest deadline 2024-08-17T17:00:34.565648+0000) 2024-08-17T17:00:36.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:36 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:36.310+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:36.994 DEBUG:teuthology.orchestra.run.smithi106:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.5.service' 2024-08-17T17:00:37.032 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:37.033 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-17T17:00:37.033 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-17T17:00:37.033 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.6 2024-08-17T17:00:37.358 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 systemd[1]: Stopping Ceph osd.6 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:37.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:37.488+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:37.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:37.488+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:37.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:37.488+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:37.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:37.356+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:37.678 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:37.356+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:37.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:37.356+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.265802+0000 front 2024-08-17T17:00:09.265744+0000 (oldest deadline 2024-08-17T17:00:34.565648+0000) 2024-08-17T17:00:37.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:37.356+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:37.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:37.368+0000 7f014e699640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:00:37.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:37.368+0000 7f014e699640 -1 osd.6 80 *** Got signal Terminated *** 2024-08-17T17:00:37.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:37 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:37.368+0000 7f014e699640 -1 osd.6 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:00:38.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:38.519+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:38.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:38.519+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:38.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:38.519+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:38.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:38.404+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:38.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:38.404+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:38.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:38.404+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.265802+0000 front 2024-08-17T17:00:09.265744+0000 (oldest deadline 2024-08-17T17:00:34.565648+0000) 2024-08-17T17:00:38.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:38 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:38.404+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:39.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:39 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:39.560+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:39.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:39 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:39.560+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:39.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:39 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:39.560+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:39.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:39 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:39.419+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:39.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:39 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:39.419+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:39.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:39 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:39.419+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.265802+0000 front 2024-08-17T17:00:09.265744+0000 (oldest deadline 2024-08-17T17:00:34.565648+0000) 2024-08-17T17:00:39.679 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:39 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:39.419+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:40.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:40.552+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:40.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:40.552+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:40.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:40.552+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:40.928 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:40.448+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:40.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:40.448+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:40.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:40.448+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.265802+0000 front 2024-08-17T17:00:09.265744+0000 (oldest deadline 2024-08-17T17:00:34.565648+0000) 2024-08-17T17:00:40.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:40 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:40.448+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:41.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:41.571+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:41.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:41.571+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:41.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:41.571+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:41.929 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:41.571+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:41.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:41.431+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:54.664003+0000 front 2024-08-17T16:59:54.664051+0000 (oldest deadline 2024-08-17T17:00:19.963856+0000) 2024-08-17T17:00:41.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:41.431+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:01.665010+0000 front 2024-08-17T17:00:01.664843+0000 (oldest deadline 2024-08-17T17:00:26.964735+0000) 2024-08-17T17:00:41.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:41.431+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.265802+0000 front 2024-08-17T17:00:09.265744+0000 (oldest deadline 2024-08-17T17:00:34.565648+0000) 2024-08-17T17:00:41.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:41.431+0000 7f014acad640 -1 osd.6 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:18.066710+0000 front 2024-08-17T17:00:18.066675+0000 (oldest deadline 2024-08-17T17:00:40.966599+0000) 2024-08-17T17:00:41.929 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:41 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6[52518]: 2024-08-17T17:00:41.431+0000 7f014acad640 -1 osd.6 80 get_health_metrics reporting 1 slow ops, oldest is osd_op(client.14805.0:231338 5.2 5:4a9d7659:::benchmark_data_smithi047_87930_object97884:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e80) 2024-08-17T17:00:42.928 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:42 smithi106 podman[81243]: 2024-08-17 17:00:42.731548445 +0000 UTC m=+5.473851457 container died 68d3bf24553d47c76436c36b439f7d3ee0731dec9fad7e7e3a9659a3907cb3c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-ced649f, ceph=True) 2024-08-17T17:00:42.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:42 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:42.575+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:42.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:42 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:42.575+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:42.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:42 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:42.575+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:42.929 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:42 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:42.575+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:43.343 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 podman[81243]: 2024-08-17 17:00:43.100066399 +0000 UTC m=+5.842369382 container cleanup 68d3bf24553d47c76436c36b439f7d3ee0731dec9fad7e7e3a9659a3907cb3c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:00:43.343 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 bash[81243]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6 2024-08-17T17:00:43.626 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 podman[81264]: 2024-08-17 17:00:43.342804126 +0000 UTC m=+0.613612845 container remove 68d3bf24553d47c76436c36b439f7d3ee0731dec9fad7e7e3a9659a3907cb3c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-08-17T17:00:43.896 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:43 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:43.625+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:43.897 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:43 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:43.625+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:43.897 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:43 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:43.625+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:43.897 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:43 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:43.625+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:43.897 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 podman[81357]: 2024-08-17 17:00:43.570221016 +0000 UTC m=+0.016882748 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:00:43.897 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 podman[81357]: 2024-08-17 17:00:43.693712358 +0000 UTC m=+0.140374075 container create ef40ed64c75c53b10d60ab5309e12561f9775bf66c487463356885f2fcb0bc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2024-08-17T17:00:43.897 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 podman[81357]: 2024-08-17 17:00:43.896037353 +0000 UTC m=+0.342699072 container init ef40ed64c75c53b10d60ab5309e12561f9775bf66c487463356885f2fcb0bc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, io.buildah.version=1.36.0, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:00:44.178 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 podman[81357]: 2024-08-17 17:00:43.901181977 +0000 UTC m=+0.347843699 container start ef40ed64c75c53b10d60ab5309e12561f9775bf66c487463356885f2fcb0bc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T17:00:44.178 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:43 smithi106 podman[81357]: 2024-08-17 17:00:43.979461678 +0000 UTC m=+0.426123419 container attach ef40ed64c75c53b10d60ab5309e12561f9775bf66c487463356885f2fcb0bc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0) 2024-08-17T17:00:44.178 INFO:journalctl@ceph.osd.6.smithi106.stdout:Aug 17 17:00:44 smithi106 podman[81357]: 2024-08-17 17:00:44.083354866 +0000 UTC m=+0.530016595 container died ef40ed64c75c53b10d60ab5309e12561f9775bf66c487463356885f2fcb0bc4b (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-08-17T17:00:44.657 DEBUG:teuthology.orchestra.run.smithi106:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.6.service' 2024-08-17T17:00:44.694 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:44.695 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-17T17:00:44.695 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-17T17:00:44.695 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.7 2024-08-17T17:00:44.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:44 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:44.661+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:44.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:44 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:44.661+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:44.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:44 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:44.661+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:44.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:44 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:44.661+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:44.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:44 smithi106 systemd[1]: Stopping Ceph osd.7 for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:45.428 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:45 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:45.029+0000 7f9c6d0e7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:00:45.428 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:45 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:45.029+0000 7f9c6d0e7640 -1 osd.7 80 *** Got signal Terminated *** 2024-08-17T17:00:45.428 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:45 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:45.029+0000 7f9c6d0e7640 -1 osd.7 80 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:00:45.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:45 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:45.674+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:45.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:45 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:45.674+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:45.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:45 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:45.674+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:45.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:45 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:45.674+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:47.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:46 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:46.712+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:47.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:46 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:46.712+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:47.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:46 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:46.712+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:47.179 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:46 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:46.712+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:48.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:47.739+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:48.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:47.739+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:48.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:47.739+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:48.179 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:47.739+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:48.179 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:47 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:47.739+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.106:6804 osd.4 since back 2024-08-17T17:00:24.812945+0000 front 2024-08-17T17:00:24.813089+0000 (oldest deadline 2024-08-17T17:00:47.113043+0000) 2024-08-17T17:00:49.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:48.762+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:49.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:48.762+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:49.179 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:48.762+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:49.179 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:48.762+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:49.179 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:48 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:48.762+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.106:6804 osd.4 since back 2024-08-17T17:00:24.812945+0000 front 2024-08-17T17:00:24.813089+0000 (oldest deadline 2024-08-17T17:00:47.113043+0000) 2024-08-17T17:00:50.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:49.718+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6806 osd.0 since back 2024-08-17T16:59:52.507914+0000 front 2024-08-17T16:59:52.507512+0000 (oldest deadline 2024-08-17T17:00:17.207484+0000) 2024-08-17T17:00:50.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:49.718+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6814 osd.1 since back 2024-08-17T17:00:00.008994+0000 front 2024-08-17T17:00:00.009100+0000 (oldest deadline 2024-08-17T17:00:25.209387+0000) 2024-08-17T17:00:50.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:49.718+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6822 osd.2 since back 2024-08-17T17:00:09.210669+0000 front 2024-08-17T17:00:09.210658+0000 (oldest deadline 2024-08-17T17:00:32.110614+0000) 2024-08-17T17:00:50.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:49.718+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.47:6830 osd.3 since back 2024-08-17T17:00:16.712022+0000 front 2024-08-17T17:00:16.711989+0000 (oldest deadline 2024-08-17T17:00:40.712332+0000) 2024-08-17T17:00:50.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:49 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7[58472]: 2024-08-17T17:00:49.718+0000 7f9c696fb640 -1 osd.7 80 heartbeat_check: no reply from 172.21.15.106:6804 osd.4 since back 2024-08-17T17:00:24.812945+0000 front 2024-08-17T17:00:24.813089+0000 (oldest deadline 2024-08-17T17:00:47.113043+0000) 2024-08-17T17:00:50.678 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:50 smithi106 podman[81485]: 2024-08-17 17:00:50.369079054 +0000 UTC m=+5.438494205 container died 8da6b76b7a67c2a2fa192c448382dc71a8fa13e277571ddb358c57f505bb9922 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-ced649f, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-17T17:00:51.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:50 smithi106 podman[81485]: 2024-08-17 17:00:50.693882964 +0000 UTC m=+5.763298111 container cleanup 8da6b76b7a67c2a2fa192c448382dc71a8fa13e277571ddb358c57f505bb9922 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True) 2024-08-17T17:00:51.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:50 smithi106 bash[81485]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7 2024-08-17T17:00:51.178 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:50 smithi106 podman[81506]: 2024-08-17 17:00:50.895276942 +0000 UTC m=+0.526500673 container remove 8da6b76b7a67c2a2fa192c448382dc71a8fa13e277571ddb358c57f505bb9922 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-08-17T17:00:51.624 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:51 smithi106 podman[81601]: 2024-08-17 17:00:51.304610958 +0000 UTC m=+0.105017155 container create 0f7cfd72bce320d2ee90fc672f71f8f0b1e530d7a900055988ff6384941e0280 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:00:51.624 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:51 smithi106 podman[81601]: 2024-08-17 17:00:51.216876786 +0000 UTC m=+0.017283001 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:00:51.624 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:51 smithi106 podman[81601]: 2024-08-17 17:00:51.541037431 +0000 UTC m=+0.341443648 container init 0f7cfd72bce320d2ee90fc672f71f8f0b1e530d7a900055988ff6384941e0280 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, ceph=True) 2024-08-17T17:00:51.625 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:51 smithi106 podman[81601]: 2024-08-17 17:00:51.546068688 +0000 UTC m=+0.346474890 container start 0f7cfd72bce320d2ee90fc672f71f8f0b1e530d7a900055988ff6384941e0280 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux ) 2024-08-17T17:00:51.625 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:51 smithi106 podman[81601]: 2024-08-17 17:00:51.623726832 +0000 UTC m=+0.424133041 container attach 0f7cfd72bce320d2ee90fc672f71f8f0b1e530d7a900055988ff6384941e0280 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T17:00:51.928 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:51 smithi106 podman[81601]: 2024-08-17 17:00:51.733502746 +0000 UTC m=+0.533908946 container died 0f7cfd72bce320d2ee90fc672f71f8f0b1e530d7a900055988ff6384941e0280 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T17:00:52.281 INFO:journalctl@ceph.osd.7.smithi106.stdout:Aug 17 17:00:52 smithi106 podman[81644]: 2024-08-17 17:00:52.260358466 +0000 UTC m=+0.521797120 container remove 0f7cfd72bce320d2ee90fc672f71f8f0b1e530d7a900055988ff6384941e0280 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-osd-7-deactivate, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T17:00:52.287 DEBUG:teuthology.orchestra.run.smithi106:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@osd.7.service' 2024-08-17T17:00:52.327 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:52.327 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-17T17:00:52.328 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-17T17:00:52.328 DEBUG:teuthology.orchestra.run.smithi106:> sudo systemctl stop ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@prometheus.a 2024-08-17T17:00:52.657 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 systemd[1]: Stopping Ceph prometheus.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:52.922 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:00:52.923 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:00:52.923 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:00:52.923 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:00:52.923 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:00:52.923 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T17:00:52.923 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:00:52.924 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T17:00:52.924 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T17:00:52.924 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:00:52.924 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T17:00:52.924 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a[79036]: ts=2024-08-17T17:00:52.657Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T17:00:52.924 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:52 smithi106 podman[81729]: 2024-08-17 17:00:52.667492598 +0000 UTC m=+0.114450582 container died 996cd2c954bbf5b3114c6f543349b8110a305eb233828245c19417f4247221eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:53.178 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:53 smithi106 podman[81729]: 2024-08-17 17:00:53.013121971 +0000 UTC m=+0.460079935 container cleanup 996cd2c954bbf5b3114c6f543349b8110a305eb233828245c19417f4247221eb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:53.178 INFO:journalctl@ceph.prometheus.a.smithi106.stdout:Aug 17 17:00:53 smithi106 bash[81729]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:00:53.445 DEBUG:teuthology.orchestra.run.smithi106:> sudo pkill -f 'journalctl -f -n 0 -u ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-17T17:00:53.477 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:00:53.478 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-17T17:00:53.478 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:00:53.642 INFO:teuthology.orchestra.run.smithi047.stdout:Deleting cluster with fsid: 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T17:00:55.325 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:55 smithi047 systemd[1]: Stopping Ceph alertmanager.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:55.610 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:55 smithi047 ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a[79733]: ts=2024-08-17T17:00:55.326Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:00:55.610 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:55 smithi047 podman[98346]: 2024-08-17 17:00:55.378271835 +0000 UTC m=+0.158943080 container died 38e15fa48ff88990fb348962be0d97ba371c2fd32937c5aba0838cace2b280ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:56.093 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:55 smithi047 podman[98346]: 2024-08-17 17:00:55.86663226 +0000 UTC m=+0.647303550 container cleanup 38e15fa48ff88990fb348962be0d97ba371c2fd32937c5aba0838cace2b280ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:56.093 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:55 smithi047 bash[98346]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:00:56.354 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:56 smithi047 podman[98363]: 2024-08-17 17:00:56.092799267 +0000 UTC m=+0.713095742 container remove 38e15fa48ff88990fb348962be0d97ba371c2fd32937c5aba0838cace2b280ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:56.354 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:56 smithi047 podman[98363]: 2024-08-17 17:00:56.176698999 +0000 UTC m=+0.796995474 volume remove fa45b0a3d5b56290090596ea80c873b26f081ba8aad542f1ff6ecde39f1ed516 2024-08-17T17:00:56.610 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:56 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:00:56.610 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:56 smithi047 systemd[1]: Stopped Ceph alertmanager.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T17:00:56.610 INFO:journalctl@ceph.alertmanager.a.smithi047.stdout:Aug 17 17:00:56 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.438s CPU time. 2024-08-17T17:00:56.884 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:56 smithi047 systemd[1]: Stopping Ceph node-exporter.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:00:57.360 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:56 smithi047 podman[98481]: 2024-08-17 17:00:56.884023752 +0000 UTC m=+0.114864856 container died a571e14792c955d2a4f0e1187f5e04881c84238e74ce040abaa9b5eb2b529f4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:57.828 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:57 smithi047 podman[98481]: 2024-08-17 17:00:57.412848315 +0000 UTC m=+0.643689452 container cleanup a571e14792c955d2a4f0e1187f5e04881c84238e74ce040abaa9b5eb2b529f4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:57.828 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:57 smithi047 bash[98481]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T17:00:57.829 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:57 smithi047 podman[98500]: 2024-08-17 17:00:57.605802006 +0000 UTC m=+0.722184675 container remove a571e14792c955d2a4f0e1187f5e04881c84238e74ce040abaa9b5eb2b529f4c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:00:57.829 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:57 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:00:58.110 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:57 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T17:00:58.110 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:57 smithi047 systemd[1]: Stopped Ceph node-exporter.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T17:00:58.110 INFO:journalctl@ceph.node-exporter.a.smithi047.stdout:Aug 17 17:00:57 smithi047 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.796s CPU time. 2024-08-17T17:01:07.858 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:01:08.012 INFO:teuthology.orchestra.run.smithi106.stdout:Deleting cluster with fsid: 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T17:01:09.623 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:09 smithi106 systemd[1]: Stopping Ceph grafana.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:01:09.877 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:09 smithi106 podman[82176]: 2024-08-17 17:01:09.621361094 +0000 UTC m=+0.117992850 container died e39b88a42a6a34d61574f7625890ac5d96eb0e894251732612bad86e9d14cd68 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a, release=239.1651231664, build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, architecture=x86_64, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.openshift.expose-services=, maintainer=Paul Cuzner , vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., distribution-scope=public) 2024-08-17T17:01:10.152 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:09 smithi106 podman[82176]: 2024-08-17 17:01:09.958383086 +0000 UTC m=+0.455014844 container cleanup e39b88a42a6a34d61574f7625890ac5d96eb0e894251732612bad86e9d14cd68 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a, release=239.1651231664, distribution-scope=public, io.buildah.version=1.32.0, com.redhat.component=ubi8-container, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., architecture=x86_64, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.openshift.expose-services=, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-17T17:01:10.152 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:09 smithi106 bash[82176]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:01:10.428 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:10 smithi106 podman[82195]: 2024-08-17 17:01:10.151316631 +0000 UTC m=+0.530944305 container remove e39b88a42a6a34d61574f7625890ac5d96eb0e894251732612bad86e9d14cd68 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-grafana-a, release=239.1651231664, vendor=Red Hat, Inc., io.openshift.expose-services=, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, architecture=x86_64, description=Ceph Grafana Container, io.buildah.version=1.32.0, version=8.5, maintainer=Paul Cuzner , io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-08-17T17:01:10.428 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:10 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:01:10.428 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:10 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T17:01:10.428 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:10 smithi106 systemd[1]: Stopped Ceph grafana.a for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T17:01:10.428 INFO:journalctl@ceph.grafana.a.smithi106.stdout:Aug 17 17:01:10 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@grafana.a.service: Consumed 7.741s CPU time. 2024-08-17T17:01:10.826 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:10 smithi106 systemd[1]: Stopping Ceph node-exporter.b for 6b5254d8-5cb8-11ef-bccf-c7b262605968... 2024-08-17T17:01:11.089 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:10 smithi106 podman[82307]: 2024-08-17 17:01:10.825608435 +0000 UTC m=+0.125799406 container died 0f93df2c3b6876c5ca2f5939393c7d07f54554dadd062db76137fe09d348ab48 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:01:11.428 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:11 smithi106 podman[82307]: 2024-08-17 17:01:11.187629599 +0000 UTC m=+0.487820573 container cleanup 0f93df2c3b6876c5ca2f5939393c7d07f54554dadd062db76137fe09d348ab48 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:01:11.428 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:11 smithi106 bash[82307]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T17:01:11.780 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:11 smithi106 podman[82324]: 2024-08-17 17:01:11.463703158 +0000 UTC m=+0.640069450 container remove 0f93df2c3b6876c5ca2f5939393c7d07f54554dadd062db76137fe09d348ab48 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:01:11.780 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:11 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:01:11.781 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:11 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T17:01:11.781 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:11 smithi106 systemd[1]: Stopped Ceph node-exporter.b for 6b5254d8-5cb8-11ef-bccf-c7b262605968. 2024-08-17T17:01:11.781 INFO:journalctl@ceph.node-exporter.b.smithi106.stdout:Aug 17 17:01:11 smithi106 systemd[1]: ceph-6b5254d8-5cb8-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.626s CPU time. 2024-08-17T17:01:16.234 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:01:16.268 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:01:16.296 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-17T17:01:16.298 DEBUG:teuthology.misc:Transferring archived files from smithi047:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320/remote/smithi047/crash 2024-08-17T17:01:16.298 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:01:16.353 INFO:teuthology.orchestra.run.smithi047.stderr:tar: /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:01:16.353 INFO:teuthology.orchestra.run.smithi047.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:01:16.355 DEBUG:teuthology.misc:Transferring archived files from smithi106:/var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320/remote/smithi106/crash 2024-08-17T17:01:16.356 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar c -f - -C /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:01:16.397 INFO:teuthology.orchestra.run.smithi106.stderr:tar: /var/lib/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:01:16.397 INFO:teuthology.orchestra.run.smithi106.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:01:16.398 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-17T17:01:16.399 DEBUG:teuthology.orchestra.run.smithi047:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-17T17:01:16.431 INFO:teuthology.orchestra.run.smithi047.stdout:2024-08-17T16:53:58.701389+0000 mon.a (mon.0) 690 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:01:16.432 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-17T17:01:16.432 INFO:tasks.cephadm:Compressing logs... 2024-08-17T17:01:16.432 DEBUG:teuthology.orchestra.run.smithi047:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:01:16.475 DEBUG:teuthology.orchestra.run.smithi106:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:01:16.499 INFO:teuthology.orchestra.run.smithi047.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:01:16.500 INFO:teuthology.orchestra.run.smithi047.stderr:: No such file or directory 2024-08-17T17:01:16.500 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:01:16.500 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mds.foo.smithi047.djqpkv.log 2024-08-17T17:01:16.503 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-17T17:01:16.503 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.log: /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mds.foo.smithi047.djqpkv.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:01:16.503 INFO:teuthology.orchestra.run.smithi047.stderr: 85.8% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mds.foo.smithi047.djqpkv.log.gz 2024-08-17T17:01:16.503 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-17T17:01:16.504 INFO:teuthology.orchestra.run.smithi047.stderr:gzip/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.audit.log: -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-17T17:01:16.504 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.1.log: 92.0% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mgr.y.log: /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr: 91.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.a.log: 93.8% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T17:01:16.509 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:01:16.510 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.cephadm.log: 90.2% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:01:16.511 INFO:teuthology.orchestra.run.smithi106.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:01:16.511 INFO:teuthology.orchestra.run.smithi106.stderr:: No such file or directory 2024-08-17T17:01:16.511 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:01:16.511 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:01:16.511 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-17T17:01:16.511 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.log: /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-17T17:01:16.511 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.7.log: /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- 86.2% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr: /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mds.foo.smithi106.ovqxfr.log 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.6.log: 90.1% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr:gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mds.foo.smithi106.ovqxfr.log: gzip -5 --verbose 83.7% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mds.foo.smithi106.ovqxfr.log.gz 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr: -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:01:16.512 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-17T17:01:16.513 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-volume.log: 82.3% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:01:16.513 INFO:teuthology.orchestra.run.smithi106.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.b.log: 82.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:01:16.517 INFO:teuthology.orchestra.run.smithi106.stderr: 91.2% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:01:16.522 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-volume.log: 91.3% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:01:16.542 INFO:teuthology.orchestra.run.smithi106.stderr: 88.3% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-17T17:01:16.639 INFO:teuthology.orchestra.run.smithi106.stderr: 92.0% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-17T17:01:16.691 INFO:teuthology.orchestra.run.smithi047.stderr: 88.7% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-17T17:01:16.702 INFO:teuthology.orchestra.run.smithi047.stderr: 92.1% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-17T17:01:16.909 INFO:teuthology.orchestra.run.smithi047.stderr: 90.8% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-17T17:01:22.220 INFO:teuthology.orchestra.run.smithi047.stderr: 93.9% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-17T17:01:23.154 INFO:teuthology.orchestra.run.smithi106.stderr: 93.9% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-17T17:01:24.269 INFO:teuthology.orchestra.run.smithi047.stderr: 93.8% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-17T17:01:26.368 INFO:teuthology.orchestra.run.smithi106.stderr: 93.8% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-17T17:01:29.453 INFO:teuthology.orchestra.run.smithi106.stderr: 93.6% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-17T17:01:29.977 INFO:teuthology.orchestra.run.smithi047.stderr: 93.6% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-17T17:01:30.290 INFO:teuthology.orchestra.run.smithi106.stderr: 93.5% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-17T17:01:30.292 INFO:teuthology.orchestra.run.smithi106.stderr: 2024-08-17T17:01:30.292 INFO:teuthology.orchestra.run.smithi106.stderr:real 0m13.802s 2024-08-17T17:01:30.292 INFO:teuthology.orchestra.run.smithi106.stderr:user 0m41.855s 2024-08-17T17:01:30.292 INFO:teuthology.orchestra.run.smithi106.stderr:sys 0m1.545s 2024-08-17T17:01:35.804 INFO:teuthology.orchestra.run.smithi047.stderr: 93.8% -- replaced with /var/log/ceph/6b5254d8-5cb8-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-17T17:01:35.806 INFO:teuthology.orchestra.run.smithi047.stderr: 2024-08-17T17:01:35.806 INFO:teuthology.orchestra.run.smithi047.stderr:real 0m19.318s 2024-08-17T17:01:35.806 INFO:teuthology.orchestra.run.smithi047.stderr:user 0m45.423s 2024-08-17T17:01:35.806 INFO:teuthology.orchestra.run.smithi047.stderr:sys 0m1.604s 2024-08-17T17:01:35.807 INFO:tasks.cephadm:Archiving logs... 2024-08-17T17:01:35.807 DEBUG:teuthology.misc:Transferring archived files from smithi047:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320/remote/smithi047/log 2024-08-17T17:01:35.808 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:01:41.891 DEBUG:teuthology.misc:Transferring archived files from smithi106:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320/remote/smithi106/log 2024-08-17T17:01:41.892 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:01:47.584 INFO:tasks.cephadm:Removing cluster... 2024-08-17T17:01:47.584 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 --force 2024-08-17T17:01:47.736 INFO:teuthology.orchestra.run.smithi047.stdout:Deleting cluster with fsid: 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T17:01:48.075 DEBUG:teuthology.orchestra.run.smithi106:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 --force 2024-08-17T17:01:48.225 INFO:teuthology.orchestra.run.smithi106.stdout:Deleting cluster with fsid: 6b5254d8-5cb8-11ef-bccf-c7b262605968 2024-08-17T17:01:48.548 INFO:tasks.cephadm:Removing cephadm ... 2024-08-17T17:01:48.548 DEBUG:teuthology.orchestra.run.smithi047:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:01:48.565 DEBUG:teuthology.orchestra.run.smithi106:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:01:48.580 INFO:tasks.cephadm:Teardown complete 2024-08-17T17:01:48.580 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-17T17:01:48.590 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-17T17:01:48.590 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:01:48.607 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:01:48.711 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-17T17:01:48.719 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-17T17:01:48.720 DEBUG:teuthology.orchestra.run.smithi047:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:01:48.722 DEBUG:teuthology.orchestra.run.smithi106:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:01:48.735 INFO:teuthology.orchestra.run.smithi047.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:01:48.737 INFO:teuthology.orchestra.run.smithi106.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:01:48.741 INFO:teuthology.orchestra.run.smithi047.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:01:48.741 INFO:teuthology.orchestra.run.smithi047.stdout:=============================================================================== 2024-08-17T17:01:48.741 INFO:teuthology.orchestra.run.smithi047.stdout:^* hv01.front.sepia.ceph.com 3 6 377 58 +526us[ +503us] +/- 50ms 2024-08-17T17:01:48.741 INFO:teuthology.orchestra.run.smithi047.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 58 -343us[ -343us] +/- 53ms 2024-08-17T17:01:48.741 INFO:teuthology.orchestra.run.smithi047.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 -751us[ -774us] +/- 83ms 2024-08-17T17:01:48.741 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:01:48.742 INFO:teuthology.orchestra.run.smithi106.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:01:48.742 INFO:teuthology.orchestra.run.smithi106.stdout:=============================================================================== 2024-08-17T17:01:48.743 INFO:teuthology.orchestra.run.smithi106.stdout:^* hv01.front.sepia.ceph.com 3 6 377 60 +556us[ +527us] +/- 50ms 2024-08-17T17:01:48.743 INFO:teuthology.orchestra.run.smithi106.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 60 -305us[ -305us] +/- 53ms 2024-08-17T17:01:48.743 INFO:teuthology.orchestra.run.smithi106.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 59 -713us[ -713us] +/- 83ms 2024-08-17T17:01:48.743 INFO:teuthology.orchestra.run.smithi106.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:01:48.743 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-17T17:01:48.752 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-17T17:01:48.752 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-17T17:01:48.761 DEBUG:teuthology.orchestra.run.smithi047:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:01:48.867 DEBUG:teuthology.orchestra.run.smithi106:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:01:48.939 DEBUG:teuthology.orchestra.run.smithi047:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T17:01:48.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:01:48.969 DEBUG:teuthology.orchestra.run.smithi106:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-08-17T17:01:48.996 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:01:48.997 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-17T17:01:49.008 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-17T17:01:49.035 INFO:teuthology.task.internal:Duration was 1249.312390 seconds 2024-08-17T17:01:49.035 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-17T17:01:49.045 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-17T17:01:49.045 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:01:49.047 DEBUG:teuthology.orchestra.run.smithi106:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:01:49.085 INFO:teuthology.orchestra.run.smithi047.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:01:49.085 INFO:teuthology.orchestra.run.smithi106.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:01:49.396 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-17T17:01:49.396 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi047.front.sepia.ceph.com 2024-08-17T17:01:49.396 DEBUG:teuthology.orchestra.run.smithi047:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:01:49.458 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi106.front.sepia.ceph.com 2024-08-17T17:01:49.458 DEBUG:teuthology.orchestra.run.smithi106:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:01:49.485 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-17T17:01:49.485 DEBUG:teuthology.orchestra.run.smithi047:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:01:49.500 DEBUG:teuthology.orchestra.run.smithi106:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:01:49.551 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-17T17:01:49.551 DEBUG:teuthology.orchestra.run.smithi047:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:01:49.567 DEBUG:teuthology.orchestra.run.smithi106:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:01:49.867 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-17T17:01:49.877 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-17T17:01:49.877 DEBUG:teuthology.orchestra.run.smithi047:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:01:49.903 DEBUG:teuthology.orchestra.run.smithi106:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:01:49.928 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-17T17:01:49.938 DEBUG:teuthology.orchestra.run.smithi047:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:01:49.945 DEBUG:teuthology.orchestra.run.smithi106:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:01:49.967 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern = core 2024-08-17T17:01:49.991 INFO:teuthology.orchestra.run.smithi106.stdout:kernel.core_pattern = core 2024-08-17T17:01:50.011 DEBUG:teuthology.orchestra.run.smithi047:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:01:50.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:01:50.049 DEBUG:teuthology.orchestra.run.smithi106:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:01:50.065 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:01:50.065 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-17T17:01:50.076 INFO:teuthology.task.internal:Transferring archived files... 2024-08-17T17:01:50.077 DEBUG:teuthology.misc:Transferring archived files from smithi047:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320/remote/smithi047 2024-08-17T17:01:50.077 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:01:50.131 DEBUG:teuthology.misc:Transferring archived files from smithi106:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858320/remote/smithi106 2024-08-17T17:01:50.131 DEBUG:teuthology.orchestra.run.smithi106:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:01:50.167 INFO:teuthology.task.internal:Removing archive directory... 2024-08-17T17:01:50.167 DEBUG:teuthology.orchestra.run.smithi047:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:01:50.170 DEBUG:teuthology.orchestra.run.smithi106:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:01:50.216 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-17T17:01:50.228 INFO:teuthology.task.internal:Not uploading archives. 2024-08-17T17:01:50.228 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-17T17:01:50.238 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-17T17:01:50.238 DEBUG:teuthology.orchestra.run.smithi047:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:01:50.240 DEBUG:teuthology.orchestra.run.smithi106:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:01:50.253 INFO:teuthology.orchestra.run.smithi047.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:01 /home/ubuntu/cephtest 2024-08-17T17:01:50.271 INFO:teuthology.orchestra.run.smithi106.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:01 /home/ubuntu/cephtest 2024-08-17T17:01:50.272 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-17T17:01:50.285 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-17T17:01:50.308 INFO:teuthology.run:Summary data: description: upgrade/reef-x/stress-split/{0-distro/centos_9.stream_runc 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} duration: 1249.312390089035 failure_reason: 'Command failed on smithi047 with status 22: "sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 6b5254d8-5cb8-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c ''ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mon --limit 1''"' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=bd2e5f0b7fd240a18e793537dbeb7c86 status: fail success: false 2024-08-17T17:01:50.308 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T17:01:50.398 INFO:teuthology.run:FAIL